2024-11-14 02:18:27,342 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-14 02:18:27,361 main DEBUG Took 0.015994 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 02:18:27,361 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 02:18:27,362 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 02:18:27,363 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 02:18:27,364 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:18:27,374 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 02:18:27,388 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:18:27,390 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:18:27,391 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:18:27,391 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:18:27,392 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:18:27,392 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:18:27,394 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:18:27,394 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:18:27,395 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:18:27,395 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:18:27,396 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:18:27,397 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:18:27,397 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:18:27,398 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:18:27,398 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:18:27,399 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:18:27,399 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:18:27,400 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:18:27,400 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:18:27,401 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:18:27,401 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:18:27,402 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:18:27,403 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:18:27,403 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:18:27,404 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:18:27,404 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 02:18:27,406 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:18:27,408 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 02:18:27,410 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 02:18:27,411 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 02:18:27,412 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 02:18:27,413 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 02:18:27,426 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 02:18:27,429 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 02:18:27,432 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 02:18:27,432 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 02:18:27,433 main DEBUG createAppenders(={Console}) 2024-11-14 02:18:27,434 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-14 02:18:27,434 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-14 02:18:27,434 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-14 02:18:27,435 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 02:18:27,436 main DEBUG OutputStream closed 2024-11-14 02:18:27,436 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 02:18:27,436 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 02:18:27,437 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-14 02:18:27,506 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 02:18:27,508 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 02:18:27,509 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 02:18:27,510 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 02:18:27,511 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 02:18:27,511 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 02:18:27,511 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 02:18:27,511 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 02:18:27,512 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 02:18:27,512 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 02:18:27,512 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 02:18:27,512 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 02:18:27,513 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 02:18:27,513 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 02:18:27,513 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 02:18:27,514 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 02:18:27,514 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 02:18:27,515 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 02:18:27,517 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 02:18:27,517 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-14 02:18:27,517 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 02:18:27,518 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-14T02:18:27,809 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955 2024-11-14 02:18:27,813 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 02:18:27,814 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T02:18:27,826 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-14T02:18:27,855 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T02:18:27,859 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955/cluster_141ad9df-637a-7eb2-086f-4d5778052a6f, deleteOnExit=true 2024-11-14T02:18:27,860 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-14T02:18:27,861 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955/test.cache.data in system properties and HBase conf 2024-11-14T02:18:27,862 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T02:18:27,862 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955/hadoop.log.dir in system properties and HBase conf 2024-11-14T02:18:27,863 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T02:18:27,864 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T02:18:27,864 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-14T02:18:28,001 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T02:18:28,098 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T02:18:28,101 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:18:28,102 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:18:28,102 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T02:18:28,103 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:18:28,103 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T02:18:28,104 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T02:18:28,104 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:18:28,104 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:18:28,105 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T02:18:28,105 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955/nfs.dump.dir in system properties and HBase conf 2024-11-14T02:18:28,105 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955/java.io.tmpdir in system properties and HBase conf 2024-11-14T02:18:28,106 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:18:28,106 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T02:18:28,106 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T02:18:29,055 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T02:18:29,147 INFO [Time-limited test {}] log.Log(170): Logging initialized @2736ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T02:18:29,240 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:18:29,329 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:18:29,353 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:18:29,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:18:29,355 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:18:29,370 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:18:29,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:18:29,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:18:29,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f0d4558{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955/java.io.tmpdir/jetty-localhost-41527-hadoop-hdfs-3_4_1-tests_jar-_-any-13388587968106196138/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:18:29,586 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:41527} 2024-11-14T02:18:29,587 INFO [Time-limited test {}] server.Server(415): Started @3177ms 2024-11-14T02:18:30,043 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:18:30,055 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:18:30,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:18:30,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:18:30,065 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:18:30,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a9a1951{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:18:30,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@200c8689{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:18:30,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e8c6150{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955/java.io.tmpdir/jetty-localhost-46349-hadoop-hdfs-3_4_1-tests_jar-_-any-15997141259862495914/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:18:30,238 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c9bdbec{HTTP/1.1, (http/1.1)}{localhost:46349} 2024-11-14T02:18:30,238 INFO [Time-limited test {}] server.Server(415): Started @3829ms 2024-11-14T02:18:30,312 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:18:30,838 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955/cluster_141ad9df-637a-7eb2-086f-4d5778052a6f/dfs/data/data1/current/BP-483775221-172.17.0.3-1731550708797/current, will proceed with Du for space computation calculation, 2024-11-14T02:18:30,838 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955/cluster_141ad9df-637a-7eb2-086f-4d5778052a6f/dfs/data/data2/current/BP-483775221-172.17.0.3-1731550708797/current, will proceed with Du for space computation calculation, 2024-11-14T02:18:30,911 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:18:30,983 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x557790101e099903 with lease ID 0x3e1ed522afb4cd03: Processing first storage report for DS-117312b4-cfb5-4889-ae60-e9be8f248172 from datanode DatanodeRegistration(127.0.0.1:45433, datanodeUuid=5f4b9a79-cef2-499d-821f-6036a6556a37, infoPort=46225, infoSecurePort=0, ipcPort=35595, storageInfo=lv=-57;cid=testClusterID;nsid=953248382;c=1731550708797) 2024-11-14T02:18:30,984 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x557790101e099903 with lease ID 0x3e1ed522afb4cd03: from storage DS-117312b4-cfb5-4889-ae60-e9be8f248172 node DatanodeRegistration(127.0.0.1:45433, datanodeUuid=5f4b9a79-cef2-499d-821f-6036a6556a37, infoPort=46225, infoSecurePort=0, ipcPort=35595, storageInfo=lv=-57;cid=testClusterID;nsid=953248382;c=1731550708797), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-14T02:18:30,985 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x557790101e099903 with lease ID 0x3e1ed522afb4cd03: Processing first storage report for DS-ae739e46-3481-4647-bd48-cc1953d5d515 from datanode DatanodeRegistration(127.0.0.1:45433, datanodeUuid=5f4b9a79-cef2-499d-821f-6036a6556a37, infoPort=46225, infoSecurePort=0, ipcPort=35595, storageInfo=lv=-57;cid=testClusterID;nsid=953248382;c=1731550708797) 2024-11-14T02:18:30,985 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x557790101e099903 with lease ID 0x3e1ed522afb4cd03: from storage DS-ae739e46-3481-4647-bd48-cc1953d5d515 node DatanodeRegistration(127.0.0.1:45433, datanodeUuid=5f4b9a79-cef2-499d-821f-6036a6556a37, infoPort=46225, infoSecurePort=0, ipcPort=35595, storageInfo=lv=-57;cid=testClusterID;nsid=953248382;c=1731550708797), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:18:31,012 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955 2024-11-14T02:18:31,090 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955/cluster_141ad9df-637a-7eb2-086f-4d5778052a6f/zookeeper_0, clientPort=65203, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955/cluster_141ad9df-637a-7eb2-086f-4d5778052a6f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955/cluster_141ad9df-637a-7eb2-086f-4d5778052a6f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T02:18:31,099 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=65203 2024-11-14T02:18:31,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:18:31,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:18:31,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:18:31,747 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d with version=8 2024-11-14T02:18:31,747 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/hbase-staging 2024-11-14T02:18:31,871 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T02:18:32,120 INFO [Time-limited test {}] client.ConnectionUtils(129): master/3d72750a2650:0 server-side Connection retries=45 2024-11-14T02:18:32,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:18:32,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:18:32,147 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:18:32,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:18:32,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:18:32,314 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T02:18:32,398 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T02:18:32,410 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T02:18:32,415 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:18:32,451 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 14614 (auto-detected) 2024-11-14T02:18:32,452 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-14T02:18:32,475 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:37261 2024-11-14T02:18:32,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:18:32,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:18:32,499 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:37261 connecting to ZooKeeper ensemble=127.0.0.1:65203 2024-11-14T02:18:32,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372610x0, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:18:32,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37261-0x1003acb2c250000 connected 2024-11-14T02:18:32,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T02:18:32,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T02:18:32,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T02:18:32,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37261 2024-11-14T02:18:32,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37261 2024-11-14T02:18:32,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37261 2024-11-14T02:18:32,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37261 2024-11-14T02:18:32,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37261 2024-11-14T02:18:32,577 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d, hbase.cluster.distributed=false 2024-11-14T02:18:32,638 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/3d72750a2650:0 server-side Connection retries=45 2024-11-14T02:18:32,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:18:32,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:18:32,638 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:18:32,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:18:32,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:18:32,641 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T02:18:32,643 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:18:32,644 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:45917 2024-11-14T02:18:32,645 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T02:18:32,650 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T02:18:32,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:18:32,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:18:32,657 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:45917 connecting to ZooKeeper ensemble=127.0.0.1:65203 2024-11-14T02:18:32,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459170x0, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:18:32,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45917-0x1003acb2c250001 connected 2024-11-14T02:18:32,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45917-0x1003acb2c250001, quorum=127.0.0.1:65203, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T02:18:32,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45917-0x1003acb2c250001, quorum=127.0.0.1:65203, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T02:18:32,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45917-0x1003acb2c250001, quorum=127.0.0.1:65203, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T02:18:32,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45917 2024-11-14T02:18:32,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45917 2024-11-14T02:18:32,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45917 2024-11-14T02:18:32,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45917 2024-11-14T02:18:32,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45917 2024-11-14T02:18:32,672 INFO [master/3d72750a2650:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/3d72750a2650,37261,1731550711864 2024-11-14T02:18:32,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T02:18:32,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x1003acb2c250001, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T02:18:32,680 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/3d72750a2650,37261,1731550711864 2024-11-14T02:18:32,687 DEBUG [M:0;3d72750a2650:37261 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3d72750a2650:37261 2024-11-14T02:18:32,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x1003acb2c250001, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T02:18:32,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T02:18:32,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:18:32,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x1003acb2c250001, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:18:32,703 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T02:18:32,704 INFO [master/3d72750a2650:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/3d72750a2650,37261,1731550711864 from backup master directory 2024-11-14T02:18:32,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T02:18:32,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/3d72750a2650,37261,1731550711864 2024-11-14T02:18:32,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T02:18:32,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x1003acb2c250001, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T02:18:32,708 WARN [master/3d72750a2650:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:18:32,709 INFO [master/3d72750a2650:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3d72750a2650,37261,1731550711864 2024-11-14T02:18:32,711 INFO [master/3d72750a2650:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T02:18:32,712 INFO [master/3d72750a2650:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T02:18:32,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:18:33,179 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/hbase.id with ID: 687f3d26-07b9-45bf-a1d9-430041ce120d 2024-11-14T02:18:33,219 INFO [master/3d72750a2650:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:18:33,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x1003acb2c250001, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:18:33,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:18:33,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:18:33,688 INFO [master/3d72750a2650:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:18:33,692 INFO [master/3d72750a2650:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T02:18:33,709 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:33,714 INFO [master/3d72750a2650:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:18:33,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:18:34,168 INFO [master/3d72750a2650:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/MasterData/data/master/store 2024-11-14T02:18:34,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:18:34,593 INFO [master/3d72750a2650:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T02:18:34,594 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:18:34,595 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:18:34,595 INFO [master/3d72750a2650:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:18:34,595 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:18:34,595 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:18:34,596 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:18:34,596 INFO [master/3d72750a2650:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:18:34,596 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-14T02:18:34,598 WARN [master/3d72750a2650:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/MasterData/data/master/store/.initializing 2024-11-14T02:18:34,598 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/MasterData/WALs/3d72750a2650,37261,1731550711864 2024-11-14T02:18:34,605 INFO [master/3d72750a2650:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:18:34,616 INFO [master/3d72750a2650:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3d72750a2650%2C37261%2C1731550711864, suffix=, logDir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/MasterData/WALs/3d72750a2650,37261,1731550711864, archiveDir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/MasterData/oldWALs, maxLogs=10 2024-11-14T02:18:34,638 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/MasterData/WALs/3d72750a2650,37261,1731550711864/3d72750a2650%2C37261%2C1731550711864.1731550714620, exclude list is [], retry=0 2024-11-14T02:18:34,654 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45433,DS-117312b4-cfb5-4889-ae60-e9be8f248172,DISK] 2024-11-14T02:18:34,657 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T02:18:34,692 INFO [master/3d72750a2650:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/MasterData/WALs/3d72750a2650,37261,1731550711864/3d72750a2650%2C37261%2C1731550711864.1731550714620 2024-11-14T02:18:34,693 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46225:46225)] 2024-11-14T02:18:34,694 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:18:34,694 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:18:34,697 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:18:34,698 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:18:34,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:18:34,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T02:18:34,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:18:34,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:18:34,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:18:34,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T02:18:34,770 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:18:34,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:18:34,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:18:34,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T02:18:34,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:18:34,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:18:34,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:18:34,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T02:18:34,778 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:18:34,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:18:34,782 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:18:34,783 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:18:34,792 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:18:34,795 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:18:34,799 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:18:34,800 INFO [master/3d72750a2650:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73136712, jitterRate=0.08982193470001221}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:18:34,804 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-14T02:18:34,805 INFO [master/3d72750a2650:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T02:18:34,835 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@893d1d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:18:34,870 INFO [master/3d72750a2650:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-14T02:18:34,882 INFO [master/3d72750a2650:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T02:18:34,882 INFO [master/3d72750a2650:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T02:18:34,885 INFO [master/3d72750a2650:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:18:34,886 INFO [master/3d72750a2650:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T02:18:34,891 INFO [master/3d72750a2650:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-14T02:18:34,892 INFO [master/3d72750a2650:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T02:18:34,923 INFO [master/3d72750a2650:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T02:18:34,937 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T02:18:34,940 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-14T02:18:34,943 INFO [master/3d72750a2650:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T02:18:34,945 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T02:18:34,946 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-14T02:18:34,949 INFO [master/3d72750a2650:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T02:18:34,953 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T02:18:34,954 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-14T02:18:34,955 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T02:18:34,957 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T02:18:34,966 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T02:18:34,971 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T02:18:34,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T02:18:34,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x1003acb2c250001, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T02:18:34,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:18:34,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x1003acb2c250001, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:18:34,979 INFO [master/3d72750a2650:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=3d72750a2650,37261,1731550711864, sessionid=0x1003acb2c250000, setting cluster-up flag (Was=false) 2024-11-14T02:18:34,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:18:34,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x1003acb2c250001, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:18:35,013 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T02:18:35,015 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3d72750a2650,37261,1731550711864 2024-11-14T02:18:35,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:18:35,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x1003acb2c250001, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:18:35,028 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T02:18:35,029 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3d72750a2650,37261,1731550711864 2024-11-14T02:18:35,087 DEBUG [RS:0;3d72750a2650:45917 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3d72750a2650:45917 2024-11-14T02:18:35,088 INFO [RS:0;3d72750a2650:45917 {}] regionserver.HRegionServer(1008): ClusterId : 687f3d26-07b9-45bf-a1d9-430041ce120d 2024-11-14T02:18:35,091 DEBUG [RS:0;3d72750a2650:45917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T02:18:35,096 DEBUG [RS:0;3d72750a2650:45917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T02:18:35,096 DEBUG [RS:0;3d72750a2650:45917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T02:18:35,100 DEBUG [RS:0;3d72750a2650:45917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T02:18:35,100 DEBUG [RS:0;3d72750a2650:45917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@796cd60c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:18:35,103 DEBUG [RS:0;3d72750a2650:45917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5621ef62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3d72750a2650/172.17.0.3:0 2024-11-14T02:18:35,106 INFO [RS:0;3d72750a2650:45917 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-14T02:18:35,106 INFO [RS:0;3d72750a2650:45917 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-14T02:18:35,106 DEBUG [RS:0;3d72750a2650:45917 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-14T02:18:35,109 INFO [RS:0;3d72750a2650:45917 {}] regionserver.HRegionServer(3073): reportForDuty to master=3d72750a2650,37261,1731550711864 with isa=3d72750a2650/172.17.0.3:45917, startcode=1731550712637 2024-11-14T02:18:35,110 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-14T02:18:35,116 INFO [master/3d72750a2650:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-14T02:18:35,119 INFO [master/3d72750a2650:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T02:18:35,125 DEBUG [RS:0;3d72750a2650:45917 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T02:18:35,125 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3d72750a2650,37261,1731550711864 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T02:18:35,129 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3d72750a2650:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:18:35,129 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3d72750a2650:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:18:35,129 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3d72750a2650:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:18:35,129 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3d72750a2650:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:18:35,130 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3d72750a2650:0, corePoolSize=10, maxPoolSize=10 2024-11-14T02:18:35,130 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3d72750a2650:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:18:35,130 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3d72750a2650:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:18:35,130 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3d72750a2650:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:18:35,132 INFO [master/3d72750a2650:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731550745132 2024-11-14T02:18:35,134 INFO [master/3d72750a2650:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T02:18:35,135 INFO [master/3d72750a2650:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T02:18:35,139 INFO [master/3d72750a2650:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T02:18:35,140 INFO [master/3d72750a2650:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T02:18:35,140 INFO [master/3d72750a2650:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T02:18:35,141 INFO [master/3d72750a2650:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T02:18:35,142 INFO [master/3d72750a2650:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:18:35,142 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:18:35,146 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-14T02:18:35,147 INFO [master/3d72750a2650:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T02:18:35,148 INFO [master/3d72750a2650:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T02:18:35,149 INFO [master/3d72750a2650:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T02:18:35,151 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:18:35,152 INFO [master/3d72750a2650:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T02:18:35,151 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T02:18:35,152 INFO [master/3d72750a2650:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T02:18:35,158 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3d72750a2650:0:becomeActiveMaster-HFileCleaner.large.0-1731550715154,5,FailOnTimeoutGroup] 2024-11-14T02:18:35,160 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3d72750a2650:0:becomeActiveMaster-HFileCleaner.small.0-1731550715158,5,FailOnTimeoutGroup] 2024-11-14T02:18:35,160 INFO [master/3d72750a2650:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:18:35,160 INFO [master/3d72750a2650:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T02:18:35,162 INFO [master/3d72750a2650:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T02:18:35,162 INFO [master/3d72750a2650:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T02:18:35,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741831_1007 (size=1039) 2024-11-14T02:18:35,169 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43191, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T02:18:35,177 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37261 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 3d72750a2650,45917,1731550712637 2024-11-14T02:18:35,180 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37261 {}] master.ServerManager(486): Registering regionserver=3d72750a2650,45917,1731550712637 2024-11-14T02:18:35,196 DEBUG [RS:0;3d72750a2650:45917 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d 2024-11-14T02:18:35,196 DEBUG [RS:0;3d72750a2650:45917 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41419 2024-11-14T02:18:35,196 DEBUG [RS:0;3d72750a2650:45917 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-14T02:18:35,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T02:18:35,201 DEBUG [RS:0;3d72750a2650:45917 {}] zookeeper.ZKUtil(111): regionserver:45917-0x1003acb2c250001, quorum=127.0.0.1:65203, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3d72750a2650,45917,1731550712637 2024-11-14T02:18:35,201 WARN [RS:0;3d72750a2650:45917 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:18:35,201 INFO [RS:0;3d72750a2650:45917 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:18:35,201 DEBUG [RS:0;3d72750a2650:45917 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/WALs/3d72750a2650,45917,1731550712637 2024-11-14T02:18:35,203 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3d72750a2650,45917,1731550712637] 2024-11-14T02:18:35,214 DEBUG [RS:0;3d72750a2650:45917 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-14T02:18:35,225 INFO [RS:0;3d72750a2650:45917 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T02:18:35,236 INFO [RS:0;3d72750a2650:45917 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T02:18:35,240 INFO [RS:0;3d72750a2650:45917 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T02:18:35,240 INFO [RS:0;3d72750a2650:45917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:18:35,240 INFO [RS:0;3d72750a2650:45917 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-14T02:18:35,247 INFO [RS:0;3d72750a2650:45917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T02:18:35,248 DEBUG [RS:0;3d72750a2650:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3d72750a2650:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:18:35,248 DEBUG [RS:0;3d72750a2650:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3d72750a2650:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:18:35,248 DEBUG [RS:0;3d72750a2650:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3d72750a2650:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:18:35,248 DEBUG [RS:0;3d72750a2650:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3d72750a2650:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:18:35,248 DEBUG [RS:0;3d72750a2650:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3d72750a2650:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:18:35,249 DEBUG [RS:0;3d72750a2650:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3d72750a2650:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:18:35,249 DEBUG [RS:0;3d72750a2650:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:18:35,249 DEBUG [RS:0;3d72750a2650:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3d72750a2650:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:18:35,249 DEBUG [RS:0;3d72750a2650:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3d72750a2650:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:18:35,249 DEBUG [RS:0;3d72750a2650:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3d72750a2650:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:18:35,249 DEBUG [RS:0;3d72750a2650:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3d72750a2650:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:18:35,249 DEBUG [RS:0;3d72750a2650:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3d72750a2650:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:18:35,250 DEBUG [RS:0;3d72750a2650:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:18:35,250 INFO [RS:0;3d72750a2650:45917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:18:35,251 INFO [RS:0;3d72750a2650:45917 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:18:35,251 INFO [RS:0;3d72750a2650:45917 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T02:18:35,251 INFO [RS:0;3d72750a2650:45917 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T02:18:35,251 INFO [RS:0;3d72750a2650:45917 {}] hbase.ChoreService(168): Chore ScheduledChore name=3d72750a2650,45917,1731550712637-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:18:35,271 INFO [RS:0;3d72750a2650:45917 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T02:18:35,273 INFO [RS:0;3d72750a2650:45917 {}] hbase.ChoreService(168): Chore ScheduledChore name=3d72750a2650,45917,1731550712637-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:18:35,294 INFO [RS:0;3d72750a2650:45917 {}] regionserver.Replication(204): 3d72750a2650,45917,1731550712637 started 2024-11-14T02:18:35,294 INFO [RS:0;3d72750a2650:45917 {}] regionserver.HRegionServer(1767): Serving as 3d72750a2650,45917,1731550712637, RpcServer on 3d72750a2650/172.17.0.3:45917, sessionid=0x1003acb2c250001 2024-11-14T02:18:35,295 DEBUG [RS:0;3d72750a2650:45917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T02:18:35,295 DEBUG [RS:0;3d72750a2650:45917 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3d72750a2650,45917,1731550712637 2024-11-14T02:18:35,295 DEBUG [RS:0;3d72750a2650:45917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3d72750a2650,45917,1731550712637' 2024-11-14T02:18:35,295 DEBUG [RS:0;3d72750a2650:45917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T02:18:35,296 DEBUG [RS:0;3d72750a2650:45917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T02:18:35,297 DEBUG [RS:0;3d72750a2650:45917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T02:18:35,297 DEBUG [RS:0;3d72750a2650:45917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T02:18:35,297 DEBUG [RS:0;3d72750a2650:45917 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3d72750a2650,45917,1731550712637 2024-11-14T02:18:35,297 DEBUG [RS:0;3d72750a2650:45917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3d72750a2650,45917,1731550712637' 2024-11-14T02:18:35,297 DEBUG [RS:0;3d72750a2650:45917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T02:18:35,298 DEBUG [RS:0;3d72750a2650:45917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T02:18:35,298 DEBUG [RS:0;3d72750a2650:45917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T02:18:35,298 INFO [RS:0;3d72750a2650:45917 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T02:18:35,298 INFO [RS:0;3d72750a2650:45917 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T02:18:35,404 INFO [RS:0;3d72750a2650:45917 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:18:35,408 INFO [RS:0;3d72750a2650:45917 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3d72750a2650%2C45917%2C1731550712637, suffix=, logDir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/WALs/3d72750a2650,45917,1731550712637, archiveDir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/oldWALs, maxLogs=32 2024-11-14T02:18:35,434 DEBUG [RS:0;3d72750a2650:45917 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/WALs/3d72750a2650,45917,1731550712637/3d72750a2650%2C45917%2C1731550712637.1731550715411, exclude list is [], retry=0 2024-11-14T02:18:35,440 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45433,DS-117312b4-cfb5-4889-ae60-e9be8f248172,DISK] 2024-11-14T02:18:35,444 INFO [RS:0;3d72750a2650:45917 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/WALs/3d72750a2650,45917,1731550712637/3d72750a2650%2C45917%2C1731550712637.1731550715411 2024-11-14T02:18:35,446 DEBUG [RS:0;3d72750a2650:45917 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46225:46225)] 2024-11-14T02:18:35,569 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-14T02:18:35,570 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d 2024-11-14T02:18:35,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741833_1009 (size=32) 2024-11-14T02:18:35,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:18:35,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:18:35,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:18:35,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:18:35,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:18:35,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:18:35,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:18:35,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:18:35,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:18:35,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:18:35,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:18:35,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:18:35,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:18:35,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/hbase/meta/1588230740 2024-11-14T02:18:36,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/hbase/meta/1588230740 2024-11-14T02:18:36,003 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T02:18:36,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-14T02:18:36,009 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:18:36,010 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64829571, jitterRate=-0.033964112401008606}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T02:18:36,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-14T02:18:36,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:18:36,012 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-14T02:18:36,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-14T02:18:36,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:18:36,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:18:36,014 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-14T02:18:36,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-14T02:18:36,016 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:18:36,016 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-14T02:18:36,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T02:18:36,030 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:18:36,033 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T02:18:36,185 DEBUG [3d72750a2650:37261 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T02:18:36,189 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3d72750a2650,45917,1731550712637 2024-11-14T02:18:36,194 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3d72750a2650,45917,1731550712637, state=OPENING 2024-11-14T02:18:36,200 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T02:18:36,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:18:36,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x1003acb2c250001, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:18:36,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:18:36,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:18:36,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=3d72750a2650,45917,1731550712637}] 2024-11-14T02:18:36,377 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:36,379 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:18:36,382 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43804, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:18:36,393 INFO [RS_OPEN_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-14T02:18:36,394 INFO [RS_OPEN_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:18:36,394 INFO [RS_OPEN_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T02:18:36,397 INFO [RS_OPEN_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3d72750a2650%2C45917%2C1731550712637.meta, suffix=.meta, logDir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/WALs/3d72750a2650,45917,1731550712637, archiveDir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/oldWALs, maxLogs=32 2024-11-14T02:18:36,413 DEBUG [RS_OPEN_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/WALs/3d72750a2650,45917,1731550712637/3d72750a2650%2C45917%2C1731550712637.meta.1731550716398.meta, exclude list is [], retry=0 2024-11-14T02:18:36,417 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45433,DS-117312b4-cfb5-4889-ae60-e9be8f248172,DISK] 2024-11-14T02:18:36,420 INFO [RS_OPEN_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/WALs/3d72750a2650,45917,1731550712637/3d72750a2650%2C45917%2C1731550712637.meta.1731550716398.meta 2024-11-14T02:18:36,420 DEBUG [RS_OPEN_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46225:46225)] 2024-11-14T02:18:36,421 DEBUG [RS_OPEN_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:18:36,422 DEBUG [RS_OPEN_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:18:36,482 DEBUG [RS_OPEN_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T02:18:36,487 INFO [RS_OPEN_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T02:18:36,492 DEBUG [RS_OPEN_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T02:18:36,492 DEBUG [RS_OPEN_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:18:36,492 DEBUG [RS_OPEN_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-14T02:18:36,492 DEBUG [RS_OPEN_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-14T02:18:36,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:18:36,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:18:36,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:18:36,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:18:36,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:18:36,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:18:36,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:18:36,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:18:36,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:18:36,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:18:36,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:18:36,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:18:36,508 DEBUG [RS_OPEN_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/hbase/meta/1588230740 2024-11-14T02:18:36,511 DEBUG [RS_OPEN_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/hbase/meta/1588230740 2024-11-14T02:18:36,514 DEBUG [RS_OPEN_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T02:18:36,516 DEBUG [RS_OPEN_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-14T02:18:36,518 INFO [RS_OPEN_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71989459, jitterRate=0.0727265328168869}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T02:18:36,519 DEBUG [RS_OPEN_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-14T02:18:36,526 INFO [RS_OPEN_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731550716371 2024-11-14T02:18:36,537 DEBUG [RS_OPEN_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T02:18:36,538 INFO [RS_OPEN_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-14T02:18:36,539 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3d72750a2650,45917,1731550712637 2024-11-14T02:18:36,541 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3d72750a2650,45917,1731550712637, state=OPEN 2024-11-14T02:18:36,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x1003acb2c250001, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:18:36,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:18:36,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:18:36,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:18:36,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T02:18:36,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=3d72750a2650,45917,1731550712637 in 342 msec 2024-11-14T02:18:36,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T02:18:36,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 529 msec 2024-11-14T02:18:36,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4970 sec 2024-11-14T02:18:36,562 INFO [master/3d72750a2650:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731550716562, completionTime=-1 2024-11-14T02:18:36,562 INFO [master/3d72750a2650:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T02:18:36,562 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-14T02:18:36,598 DEBUG [hconnection-0x3342f77e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:18:36,601 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43820, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:18:36,611 INFO [master/3d72750a2650:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-14T02:18:36,611 INFO [master/3d72750a2650:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731550776611 2024-11-14T02:18:36,611 INFO [master/3d72750a2650:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731550836611 2024-11-14T02:18:36,611 INFO [master/3d72750a2650:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 48 msec 2024-11-14T02:18:36,632 INFO [master/3d72750a2650:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3d72750a2650,37261,1731550711864-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:18:36,633 INFO [master/3d72750a2650:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3d72750a2650,37261,1731550711864-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:18:36,633 INFO [master/3d72750a2650:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3d72750a2650,37261,1731550711864-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:18:36,634 INFO [master/3d72750a2650:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3d72750a2650:37261, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:18:36,634 INFO [master/3d72750a2650:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T02:18:36,640 DEBUG [master/3d72750a2650:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-14T02:18:36,642 INFO [master/3d72750a2650:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-14T02:18:36,643 INFO [master/3d72750a2650:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T02:18:36,649 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-14T02:18:36,652 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:18:36,653 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:18:36,655 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:18:36,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741835_1011 (size=358) 2024-11-14T02:18:37,071 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c97927aaeb4e1408e69cfb8b029a6627, NAME => 'hbase:namespace,,1731550716642.c97927aaeb4e1408e69cfb8b029a6627.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d 2024-11-14T02:18:37,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741836_1012 (size=42) 2024-11-14T02:18:37,485 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731550716642.c97927aaeb4e1408e69cfb8b029a6627.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:18:37,485 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing c97927aaeb4e1408e69cfb8b029a6627, disabling compactions & flushes 2024-11-14T02:18:37,485 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731550716642.c97927aaeb4e1408e69cfb8b029a6627. 2024-11-14T02:18:37,485 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731550716642.c97927aaeb4e1408e69cfb8b029a6627. 2024-11-14T02:18:37,485 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731550716642.c97927aaeb4e1408e69cfb8b029a6627. after waiting 0 ms 2024-11-14T02:18:37,485 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731550716642.c97927aaeb4e1408e69cfb8b029a6627. 2024-11-14T02:18:37,486 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731550716642.c97927aaeb4e1408e69cfb8b029a6627. 2024-11-14T02:18:37,486 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for c97927aaeb4e1408e69cfb8b029a6627: 2024-11-14T02:18:37,488 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:18:37,495 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731550716642.c97927aaeb4e1408e69cfb8b029a6627.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731550717489"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731550717489"}]},"ts":"1731550717489"} 2024-11-14T02:18:37,523 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-14T02:18:37,526 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:18:37,530 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731550717526"}]},"ts":"1731550717526"} 2024-11-14T02:18:37,557 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-14T02:18:37,566 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=c97927aaeb4e1408e69cfb8b029a6627, ASSIGN}] 2024-11-14T02:18:37,569 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=c97927aaeb4e1408e69cfb8b029a6627, ASSIGN 2024-11-14T02:18:37,572 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=c97927aaeb4e1408e69cfb8b029a6627, ASSIGN; state=OFFLINE, location=3d72750a2650,45917,1731550712637; forceNewPlan=false, retain=false 2024-11-14T02:18:37,723 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=c97927aaeb4e1408e69cfb8b029a6627, regionState=OPENING, regionLocation=3d72750a2650,45917,1731550712637 2024-11-14T02:18:37,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure c97927aaeb4e1408e69cfb8b029a6627, server=3d72750a2650,45917,1731550712637}] 2024-11-14T02:18:37,881 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:37,888 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731550716642.c97927aaeb4e1408e69cfb8b029a6627. 2024-11-14T02:18:37,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => c97927aaeb4e1408e69cfb8b029a6627, NAME => 'hbase:namespace,,1731550716642.c97927aaeb4e1408e69cfb8b029a6627.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:18:37,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace c97927aaeb4e1408e69cfb8b029a6627 2024-11-14T02:18:37,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731550716642.c97927aaeb4e1408e69cfb8b029a6627.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:18:37,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for c97927aaeb4e1408e69cfb8b029a6627 2024-11-14T02:18:37,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for c97927aaeb4e1408e69cfb8b029a6627 2024-11-14T02:18:37,891 INFO [StoreOpener-c97927aaeb4e1408e69cfb8b029a6627-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c97927aaeb4e1408e69cfb8b029a6627 2024-11-14T02:18:37,893 INFO [StoreOpener-c97927aaeb4e1408e69cfb8b029a6627-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c97927aaeb4e1408e69cfb8b029a6627 columnFamilyName info 2024-11-14T02:18:37,893 DEBUG [StoreOpener-c97927aaeb4e1408e69cfb8b029a6627-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:18:37,894 INFO [StoreOpener-c97927aaeb4e1408e69cfb8b029a6627-1 {}] regionserver.HStore(327): Store=c97927aaeb4e1408e69cfb8b029a6627/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:18:37,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/hbase/namespace/c97927aaeb4e1408e69cfb8b029a6627 2024-11-14T02:18:37,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/hbase/namespace/c97927aaeb4e1408e69cfb8b029a6627 2024-11-14T02:18:37,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for c97927aaeb4e1408e69cfb8b029a6627 2024-11-14T02:18:37,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/hbase/namespace/c97927aaeb4e1408e69cfb8b029a6627/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:18:37,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened c97927aaeb4e1408e69cfb8b029a6627; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66759503, jitterRate=-0.005205884575843811}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T02:18:37,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for c97927aaeb4e1408e69cfb8b029a6627: 2024-11-14T02:18:37,907 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731550716642.c97927aaeb4e1408e69cfb8b029a6627., pid=6, masterSystemTime=1731550717881 2024-11-14T02:18:37,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731550716642.c97927aaeb4e1408e69cfb8b029a6627. 2024-11-14T02:18:37,910 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731550716642.c97927aaeb4e1408e69cfb8b029a6627. 2024-11-14T02:18:37,911 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=c97927aaeb4e1408e69cfb8b029a6627, regionState=OPEN, openSeqNum=2, regionLocation=3d72750a2650,45917,1731550712637 2024-11-14T02:18:37,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T02:18:37,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure c97927aaeb4e1408e69cfb8b029a6627, server=3d72750a2650,45917,1731550712637 in 187 msec 2024-11-14T02:18:37,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T02:18:37,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=c97927aaeb4e1408e69cfb8b029a6627, ASSIGN in 353 msec 2024-11-14T02:18:37,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:18:37,923 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731550717923"}]},"ts":"1731550717923"} 2024-11-14T02:18:37,926 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-14T02:18:37,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:18:37,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2870 sec 2024-11-14T02:18:37,955 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-14T02:18:37,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-14T02:18:37,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x1003acb2c250001, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:18:37,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:18:37,985 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-14T02:18:38,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-14T02:18:38,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 23 msec 2024-11-14T02:18:38,019 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-14T02:18:38,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-14T02:18:38,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-11-14T02:18:38,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-14T02:18:38,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-14T02:18:38,050 INFO [master/3d72750a2650:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.341sec 2024-11-14T02:18:38,052 INFO [master/3d72750a2650:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T02:18:38,053 INFO [master/3d72750a2650:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T02:18:38,054 INFO [master/3d72750a2650:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T02:18:38,054 INFO [master/3d72750a2650:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T02:18:38,055 INFO [master/3d72750a2650:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T02:18:38,055 INFO [master/3d72750a2650:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3d72750a2650,37261,1731550711864-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:18:38,056 INFO [master/3d72750a2650:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3d72750a2650,37261,1731550711864-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T02:18:38,062 DEBUG [master/3d72750a2650:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-14T02:18:38,063 INFO [master/3d72750a2650:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T02:18:38,063 INFO [master/3d72750a2650:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3d72750a2650,37261,1731550711864-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:18:38,090 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2ec200 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@33bfacb 2024-11-14T02:18:38,091 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-14T02:18:38,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26834c27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:18:38,102 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T02:18:38,102 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T02:18:38,112 DEBUG [hconnection-0x30a5ad4e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:18:38,121 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:18:38,130 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=3d72750a2650,37261,1731550711864 2024-11-14T02:18:38,146 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=435, ProcessCount=11, AvailableMemoryMB=2232 2024-11-14T02:18:38,156 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:18:38,159 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:18:38,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T02:18:38,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:18:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T02:18:38,173 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:18:38,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-14T02:18:38,173 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:18:38,175 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:18:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-14T02:18:38,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741837_1013 (size=960) 2024-11-14T02:18:38,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-14T02:18:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-14T02:18:38,590 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d 2024-11-14T02:18:38,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741838_1014 (size=53) 2024-11-14T02:18:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-14T02:18:39,005 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:18:39,005 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c3cfa6cb18e6dea4ad52a5e44b8755c9, disabling compactions & flushes 2024-11-14T02:18:39,005 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:39,005 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:39,006 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. after waiting 0 ms 2024-11-14T02:18:39,006 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:39,006 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:39,006 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:39,008 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:18:39,009 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731550719008"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731550719008"}]},"ts":"1731550719008"} 2024-11-14T02:18:39,013 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-14T02:18:39,015 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:18:39,016 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731550719015"}]},"ts":"1731550719015"} 2024-11-14T02:18:39,019 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T02:18:39,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c3cfa6cb18e6dea4ad52a5e44b8755c9, ASSIGN}] 2024-11-14T02:18:39,031 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c3cfa6cb18e6dea4ad52a5e44b8755c9, ASSIGN 2024-11-14T02:18:39,032 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c3cfa6cb18e6dea4ad52a5e44b8755c9, ASSIGN; state=OFFLINE, location=3d72750a2650,45917,1731550712637; forceNewPlan=false, retain=false 2024-11-14T02:18:39,183 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c3cfa6cb18e6dea4ad52a5e44b8755c9, regionState=OPENING, regionLocation=3d72750a2650,45917,1731550712637 2024-11-14T02:18:39,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637}] 2024-11-14T02:18:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-14T02:18:39,340 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:39,346 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:39,346 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:18:39,347 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:18:39,347 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:18:39,347 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:18:39,347 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:18:39,349 INFO [StoreOpener-c3cfa6cb18e6dea4ad52a5e44b8755c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:18:39,352 INFO [StoreOpener-c3cfa6cb18e6dea4ad52a5e44b8755c9-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T02:18:39,353 INFO [StoreOpener-c3cfa6cb18e6dea4ad52a5e44b8755c9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3cfa6cb18e6dea4ad52a5e44b8755c9 columnFamilyName A 2024-11-14T02:18:39,353 DEBUG [StoreOpener-c3cfa6cb18e6dea4ad52a5e44b8755c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:18:39,354 INFO [StoreOpener-c3cfa6cb18e6dea4ad52a5e44b8755c9-1 {}] regionserver.HStore(327): Store=c3cfa6cb18e6dea4ad52a5e44b8755c9/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:18:39,354 INFO [StoreOpener-c3cfa6cb18e6dea4ad52a5e44b8755c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:18:39,356 INFO [StoreOpener-c3cfa6cb18e6dea4ad52a5e44b8755c9-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T02:18:39,357 INFO [StoreOpener-c3cfa6cb18e6dea4ad52a5e44b8755c9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3cfa6cb18e6dea4ad52a5e44b8755c9 columnFamilyName B 2024-11-14T02:18:39,357 DEBUG [StoreOpener-c3cfa6cb18e6dea4ad52a5e44b8755c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:18:39,358 INFO [StoreOpener-c3cfa6cb18e6dea4ad52a5e44b8755c9-1 {}] regionserver.HStore(327): Store=c3cfa6cb18e6dea4ad52a5e44b8755c9/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:18:39,358 INFO [StoreOpener-c3cfa6cb18e6dea4ad52a5e44b8755c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:18:39,360 INFO [StoreOpener-c3cfa6cb18e6dea4ad52a5e44b8755c9-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T02:18:39,361 INFO [StoreOpener-c3cfa6cb18e6dea4ad52a5e44b8755c9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3cfa6cb18e6dea4ad52a5e44b8755c9 columnFamilyName C 2024-11-14T02:18:39,361 DEBUG [StoreOpener-c3cfa6cb18e6dea4ad52a5e44b8755c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:18:39,362 INFO [StoreOpener-c3cfa6cb18e6dea4ad52a5e44b8755c9-1 {}] regionserver.HStore(327): Store=c3cfa6cb18e6dea4ad52a5e44b8755c9/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:18:39,363 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:39,364 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:18:39,365 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:18:39,367 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T02:18:39,370 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:18:39,373 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:18:39,374 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened c3cfa6cb18e6dea4ad52a5e44b8755c9; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64555124, jitterRate=-0.038053691387176514}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T02:18:39,375 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:39,377 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., pid=11, masterSystemTime=1731550719340 2024-11-14T02:18:39,379 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:39,380 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:39,380 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c3cfa6cb18e6dea4ad52a5e44b8755c9, regionState=OPEN, openSeqNum=2, regionLocation=3d72750a2650,45917,1731550712637 2024-11-14T02:18:39,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-14T02:18:39,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 in 197 msec 2024-11-14T02:18:39,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T02:18:39,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c3cfa6cb18e6dea4ad52a5e44b8755c9, ASSIGN in 358 msec 2024-11-14T02:18:39,390 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:18:39,390 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731550719390"}]},"ts":"1731550719390"} 2024-11-14T02:18:39,393 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T02:18:39,397 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:18:39,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2280 sec 2024-11-14T02:18:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-14T02:18:40,297 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-14T02:18:40,302 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f2052a7 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22ff9396 2024-11-14T02:18:40,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@565a0a51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:18:40,308 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:18:40,310 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55392, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:18:40,314 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:18:40,316 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50766, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:18:40,322 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x30c68ddf to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6cd26d7b 2024-11-14T02:18:40,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76bfdcf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:18:40,327 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2cac4303 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@536a4a58 2024-11-14T02:18:40,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39b10898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:18:40,334 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x305f2915 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18751c86 2024-11-14T02:18:40,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b132d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:18:40,338 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d7115de to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2dd0bbda 2024-11-14T02:18:40,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d4d4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:18:40,343 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2ec99212 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c57419f 2024-11-14T02:18:40,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a33c837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:18:40,347 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e6758ed to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@febc460 2024-11-14T02:18:40,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47c7c7c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:18:40,351 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f0c7188 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e957ecd 2024-11-14T02:18:40,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37950159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:18:40,355 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22daddc4 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d5a9f0f 2024-11-14T02:18:40,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6704743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:18:40,359 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x50c9c1d1 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39028e20 2024-11-14T02:18:40,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d4c9c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:18:40,365 DEBUG [hconnection-0x106fdee5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:18:40,366 DEBUG [hconnection-0x5e621c7f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:18:40,366 DEBUG [hconnection-0x624e92fc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:18:40,368 DEBUG [hconnection-0x34e8847a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:18:40,369 DEBUG [hconnection-0x169ff269-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:18:40,369 DEBUG [hconnection-0x47be79fd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:18:40,370 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55406, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:18:40,370 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55400, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:18:40,370 DEBUG [hconnection-0x4b969ab9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:18:40,373 DEBUG [hconnection-0x38c2ffb0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:18:40,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:18:40,375 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55410, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:18:40,378 DEBUG [hconnection-0x1127e63d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:18:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-14T02:18:40,380 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:18:40,381 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55420, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:18:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-14T02:18:40,382 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:18:40,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:18:40,385 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55422, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:18:40,386 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55426, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:18:40,388 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55438, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:18:40,394 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55456, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:18:40,394 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55446, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:18:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:18:40,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c3cfa6cb18e6dea4ad52a5e44b8755c9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T02:18:40,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=A 2024-11-14T02:18:40,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:40,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=B 2024-11-14T02:18:40,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:40,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=C 2024-11-14T02:18:40,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-14T02:18:40,549 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:40,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T02:18:40,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:40,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:40,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:40,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:40,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:40,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/ef0123e3d17c4a3aa0812b25f3f7ad88 is 50, key is test_row_0/A:col10/1731550720466/Put/seqid=0 2024-11-14T02:18:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:40,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741839_1015 (size=12001) 2024-11-14T02:18:40,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/ef0123e3d17c4a3aa0812b25f3f7ad88 2024-11-14T02:18:40,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550780641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:40,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550780641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:40,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550780645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:40,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550780650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:40,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550780650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-14T02:18:40,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/b6dc1e02af2a4f2fb35993ce0ae51ecf is 50, key is test_row_0/B:col10/1731550720466/Put/seqid=0 2024-11-14T02:18:40,737 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:40,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741840_1016 (size=12001) 2024-11-14T02:18:40,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T02:18:40,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/b6dc1e02af2a4f2fb35993ce0ae51ecf 2024-11-14T02:18:40,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:40,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:40,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:40,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:40,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:40,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550780793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:40,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550780793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:40,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:40,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550780796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550780793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:40,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550780796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:40,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/eed02f9bce3c438e860cefa3f933facd is 50, key is test_row_0/C:col10/1731550720466/Put/seqid=0 2024-11-14T02:18:40,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741841_1017 (size=12001) 2024-11-14T02:18:40,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/eed02f9bce3c438e860cefa3f933facd 2024-11-14T02:18:40,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/ef0123e3d17c4a3aa0812b25f3f7ad88 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ef0123e3d17c4a3aa0812b25f3f7ad88 2024-11-14T02:18:40,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ef0123e3d17c4a3aa0812b25f3f7ad88, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T02:18:40,865 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-14T02:18:40,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/b6dc1e02af2a4f2fb35993ce0ae51ecf as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/b6dc1e02af2a4f2fb35993ce0ae51ecf 2024-11-14T02:18:40,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/b6dc1e02af2a4f2fb35993ce0ae51ecf, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T02:18:40,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/eed02f9bce3c438e860cefa3f933facd as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/eed02f9bce3c438e860cefa3f933facd 2024-11-14T02:18:40,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/eed02f9bce3c438e860cefa3f933facd, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T02:18:40,897 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:40,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for c3cfa6cb18e6dea4ad52a5e44b8755c9 in 431ms, sequenceid=13, compaction requested=false 2024-11-14T02:18:40,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T02:18:40,899 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-14T02:18:40,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:40,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:40,912 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing c3cfa6cb18e6dea4ad52a5e44b8755c9 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T02:18:40,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=A 2024-11-14T02:18:40,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:40,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=B 2024-11-14T02:18:40,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:40,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=C 2024-11-14T02:18:40,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:40,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/5c46d462c8b645919beab4b0f4b20cb9 is 50, key is test_row_0/A:col10/1731550720642/Put/seqid=0 2024-11-14T02:18:40,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741842_1018 (size=12001) 2024-11-14T02:18:40,974 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/5c46d462c8b645919beab4b0f4b20cb9 2024-11-14T02:18:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-14T02:18:41,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:18:41,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/0047ca45b3fd4dc9b227533250110218 is 50, key is test_row_0/B:col10/1731550720642/Put/seqid=0 2024-11-14T02:18:41,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741843_1019 (size=12001) 2024-11-14T02:18:41,038 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/0047ca45b3fd4dc9b227533250110218 2024-11-14T02:18:41,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550781021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:41,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550781031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:41,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550781033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:41,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550781035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:41,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550781035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:41,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/a9bf10379c9c456b84fb862a4314f86b is 50, key is test_row_0/C:col10/1731550720642/Put/seqid=0 2024-11-14T02:18:41,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741844_1020 (size=12001) 2024-11-14T02:18:41,098 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/a9bf10379c9c456b84fb862a4314f86b 2024-11-14T02:18:41,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/5c46d462c8b645919beab4b0f4b20cb9 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/5c46d462c8b645919beab4b0f4b20cb9 2024-11-14T02:18:41,128 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/5c46d462c8b645919beab4b0f4b20cb9, entries=150, sequenceid=39, filesize=11.7 K 2024-11-14T02:18:41,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/0047ca45b3fd4dc9b227533250110218 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/0047ca45b3fd4dc9b227533250110218 2024-11-14T02:18:41,153 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/0047ca45b3fd4dc9b227533250110218, entries=150, sequenceid=39, filesize=11.7 K 2024-11-14T02:18:41,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/a9bf10379c9c456b84fb862a4314f86b as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/a9bf10379c9c456b84fb862a4314f86b 2024-11-14T02:18:41,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550781146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:41,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550781150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:41,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550781152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:41,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550781152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:41,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550781154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:41,180 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/a9bf10379c9c456b84fb862a4314f86b, entries=150, sequenceid=39, filesize=11.7 K 2024-11-14T02:18:41,182 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c3cfa6cb18e6dea4ad52a5e44b8755c9 in 271ms, sequenceid=39, compaction requested=false 2024-11-14T02:18:41,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:41,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:41,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-14T02:18:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-14T02:18:41,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T02:18:41,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 801 msec 2024-11-14T02:18:41,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 816 msec 2024-11-14T02:18:41,218 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T02:18:41,219 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-14T02:18:41,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:18:41,376 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c3cfa6cb18e6dea4ad52a5e44b8755c9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T02:18:41,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=A 2024-11-14T02:18:41,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:41,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=B 2024-11-14T02:18:41,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:41,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=C 2024-11-14T02:18:41,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:41,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/ac9063599a5445d489c775cac9f3d5bf is 50, key is test_row_0/A:col10/1731550721370/Put/seqid=0 2024-11-14T02:18:41,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741845_1021 (size=12001) 2024-11-14T02:18:41,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/ac9063599a5445d489c775cac9f3d5bf 2024-11-14T02:18:41,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:41,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550781452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:41,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:41,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550781453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:41,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/a9806a65bca143d782e1f9fc0b117d16 is 50, key is test_row_0/B:col10/1731550721370/Put/seqid=0 2024-11-14T02:18:41,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:41,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550781459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:41,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550781459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:41,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:41,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550781464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:41,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-14T02:18:41,492 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-14T02:18:41,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:18:41,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-14T02:18:41,501 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:18:41,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-14T02:18:41,503 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:18:41,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:18:41,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741846_1022 (size=12001) 2024-11-14T02:18:41,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/a9806a65bca143d782e1f9fc0b117d16 2024-11-14T02:18:41,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/f89048831a9a4c0cb0b04962e5a688be is 50, key is test_row_0/C:col10/1731550721370/Put/seqid=0 2024-11-14T02:18:41,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:41,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550781562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:41,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550781566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:41,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:41,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550781580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:41,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550781580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:41,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:41,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550781581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:41,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741847_1023 (size=12001) 2024-11-14T02:18:41,589 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/f89048831a9a4c0cb0b04962e5a688be 2024-11-14T02:18:41,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-14T02:18:41,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/ac9063599a5445d489c775cac9f3d5bf as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ac9063599a5445d489c775cac9f3d5bf 2024-11-14T02:18:41,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ac9063599a5445d489c775cac9f3d5bf, entries=150, sequenceid=52, filesize=11.7 K 2024-11-14T02:18:41,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/a9806a65bca143d782e1f9fc0b117d16 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/a9806a65bca143d782e1f9fc0b117d16 2024-11-14T02:18:41,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/a9806a65bca143d782e1f9fc0b117d16, entries=150, sequenceid=52, filesize=11.7 K 2024-11-14T02:18:41,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/f89048831a9a4c0cb0b04962e5a688be as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/f89048831a9a4c0cb0b04962e5a688be 2024-11-14T02:18:41,668 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:41,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-14T02:18:41,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:41,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:41,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:41,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:41,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:41,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:41,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/f89048831a9a4c0cb0b04962e5a688be, entries=150, sequenceid=52, filesize=11.7 K 2024-11-14T02:18:41,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for c3cfa6cb18e6dea4ad52a5e44b8755c9 in 306ms, sequenceid=52, compaction requested=true 2024-11-14T02:18:41,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:41,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:18:41,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:41,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:18:41,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:18:41,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:18:41,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T02:18:41,686 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:18:41,686 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:18:41,690 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:18:41,692 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): c3cfa6cb18e6dea4ad52a5e44b8755c9/B is initiating minor compaction (all files) 2024-11-14T02:18:41,692 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3cfa6cb18e6dea4ad52a5e44b8755c9/B in TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:41,692 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/b6dc1e02af2a4f2fb35993ce0ae51ecf, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/0047ca45b3fd4dc9b227533250110218, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/a9806a65bca143d782e1f9fc0b117d16] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp, totalSize=35.2 K 2024-11-14T02:18:41,694 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting b6dc1e02af2a4f2fb35993ce0ae51ecf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731550720450 2024-11-14T02:18:41,695 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:18:41,697 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): c3cfa6cb18e6dea4ad52a5e44b8755c9/A is initiating minor compaction (all files) 2024-11-14T02:18:41,697 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3cfa6cb18e6dea4ad52a5e44b8755c9/A in TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:41,697 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ef0123e3d17c4a3aa0812b25f3f7ad88, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/5c46d462c8b645919beab4b0f4b20cb9, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ac9063599a5445d489c775cac9f3d5bf] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp, totalSize=35.2 K 2024-11-14T02:18:41,703 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 0047ca45b3fd4dc9b227533250110218, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731550720632 2024-11-14T02:18:41,704 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting a9806a65bca143d782e1f9fc0b117d16, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731550721030 2024-11-14T02:18:41,706 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef0123e3d17c4a3aa0812b25f3f7ad88, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731550720450 2024-11-14T02:18:41,709 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c46d462c8b645919beab4b0f4b20cb9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731550720632 2024-11-14T02:18:41,709 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac9063599a5445d489c775cac9f3d5bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731550721030 2024-11-14T02:18:41,749 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3cfa6cb18e6dea4ad52a5e44b8755c9#B#compaction#9 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:18:41,750 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/b40f8162d71b458988276bbe50439d5f is 50, key is test_row_0/B:col10/1731550721370/Put/seqid=0 2024-11-14T02:18:41,752 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3cfa6cb18e6dea4ad52a5e44b8755c9#A#compaction#10 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:18:41,759 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/732a4d7ad22845e09654a61eedd850be is 50, key is test_row_0/A:col10/1731550721370/Put/seqid=0 2024-11-14T02:18:41,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c3cfa6cb18e6dea4ad52a5e44b8755c9 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T02:18:41,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=A 2024-11-14T02:18:41,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:41,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=B 2024-11-14T02:18:41,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:41,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=C 2024-11-14T02:18:41,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:41,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741848_1024 (size=12104) 2024-11-14T02:18:41,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:18:41,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/751d7aef18b94c7f8b8bf1fe6bd4819e is 50, key is test_row_0/A:col10/1731550721772/Put/seqid=0 2024-11-14T02:18:41,796 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/b40f8162d71b458988276bbe50439d5f as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/b40f8162d71b458988276bbe50439d5f 2024-11-14T02:18:41,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741849_1025 (size=12104) 2024-11-14T02:18:41,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-14T02:18:41,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:41,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550781799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:41,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:41,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550781803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:41,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:41,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550781804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:41,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:41,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:41,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550781808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:41,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550781809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:41,819 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/732a4d7ad22845e09654a61eedd850be as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/732a4d7ad22845e09654a61eedd850be 2024-11-14T02:18:41,824 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:41,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-14T02:18:41,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:41,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:41,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:41,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:41,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:41,826 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3cfa6cb18e6dea4ad52a5e44b8755c9/B of c3cfa6cb18e6dea4ad52a5e44b8755c9 into b40f8162d71b458988276bbe50439d5f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:18:41,827 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:41,828 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., storeName=c3cfa6cb18e6dea4ad52a5e44b8755c9/B, priority=13, startTime=1731550721685; duration=0sec 2024-11-14T02:18:41,828 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:18:41,828 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:B 2024-11-14T02:18:41,828 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:18:41,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:41,834 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3cfa6cb18e6dea4ad52a5e44b8755c9/A of c3cfa6cb18e6dea4ad52a5e44b8755c9 into 732a4d7ad22845e09654a61eedd850be(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:18:41,834 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:41,834 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., storeName=c3cfa6cb18e6dea4ad52a5e44b8755c9/A, priority=13, startTime=1731550721684; duration=0sec 2024-11-14T02:18:41,834 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:18:41,834 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:41,834 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:A 2024-11-14T02:18:41,834 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): c3cfa6cb18e6dea4ad52a5e44b8755c9/C is initiating minor compaction (all files) 2024-11-14T02:18:41,834 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3cfa6cb18e6dea4ad52a5e44b8755c9/C in TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:41,835 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/eed02f9bce3c438e860cefa3f933facd, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/a9bf10379c9c456b84fb862a4314f86b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/f89048831a9a4c0cb0b04962e5a688be] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp, totalSize=35.2 K 2024-11-14T02:18:41,836 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting eed02f9bce3c438e860cefa3f933facd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731550720450 2024-11-14T02:18:41,836 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting a9bf10379c9c456b84fb862a4314f86b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731550720632 2024-11-14T02:18:41,837 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting f89048831a9a4c0cb0b04962e5a688be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731550721030 2024-11-14T02:18:41,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741850_1026 (size=14341) 2024-11-14T02:18:41,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/751d7aef18b94c7f8b8bf1fe6bd4819e 2024-11-14T02:18:41,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/1149961ac6c44000916168e15da47558 is 50, key is test_row_0/B:col10/1731550721772/Put/seqid=0 2024-11-14T02:18:41,884 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3cfa6cb18e6dea4ad52a5e44b8755c9#C#compaction#12 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:18:41,885 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/4d619ef41a6a40bbbb66817b31a70a09 is 50, key is test_row_0/C:col10/1731550721370/Put/seqid=0 2024-11-14T02:18:41,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741851_1027 (size=12104) 2024-11-14T02:18:41,928 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/4d619ef41a6a40bbbb66817b31a70a09 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/4d619ef41a6a40bbbb66817b31a70a09 2024-11-14T02:18:41,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741852_1028 (size=12001) 2024-11-14T02:18:41,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/1149961ac6c44000916168e15da47558 2024-11-14T02:18:41,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:41,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550781940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550781941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:41,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550781941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:41,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:41,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550781943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550781942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:41,964 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3cfa6cb18e6dea4ad52a5e44b8755c9/C of c3cfa6cb18e6dea4ad52a5e44b8755c9 into 4d619ef41a6a40bbbb66817b31a70a09(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:18:41,964 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:41,965 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., storeName=c3cfa6cb18e6dea4ad52a5e44b8755c9/C, priority=13, startTime=1731550721685; duration=0sec 2024-11-14T02:18:41,965 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:41,965 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:C 2024-11-14T02:18:41,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/28329f627ef5451a9c0e77fa2a8f4e9a is 50, key is test_row_0/C:col10/1731550721772/Put/seqid=0 2024-11-14T02:18:41,982 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:41,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-14T02:18:41,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:41,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:41,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:41,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:41,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:42,004 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T02:18:42,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741853_1029 (size=12001) 2024-11-14T02:18:42,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/28329f627ef5451a9c0e77fa2a8f4e9a 2024-11-14T02:18:42,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/751d7aef18b94c7f8b8bf1fe6bd4819e as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/751d7aef18b94c7f8b8bf1fe6bd4819e 2024-11-14T02:18:42,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/751d7aef18b94c7f8b8bf1fe6bd4819e, entries=200, sequenceid=78, filesize=14.0 K 2024-11-14T02:18:42,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/1149961ac6c44000916168e15da47558 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/1149961ac6c44000916168e15da47558 2024-11-14T02:18:42,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/1149961ac6c44000916168e15da47558, entries=150, sequenceid=78, filesize=11.7 K 2024-11-14T02:18:42,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/28329f627ef5451a9c0e77fa2a8f4e9a as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/28329f627ef5451a9c0e77fa2a8f4e9a 2024-11-14T02:18:42,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/28329f627ef5451a9c0e77fa2a8f4e9a, entries=150, sequenceid=78, filesize=11.7 K 2024-11-14T02:18:42,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c3cfa6cb18e6dea4ad52a5e44b8755c9 in 320ms, sequenceid=78, compaction requested=false 2024-11-14T02:18:42,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-14T02:18:42,140 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:42,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-14T02:18:42,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:42,142 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing c3cfa6cb18e6dea4ad52a5e44b8755c9 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-14T02:18:42,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=A 2024-11-14T02:18:42,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:42,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=B 2024-11-14T02:18:42,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:42,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=C 2024-11-14T02:18:42,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:42,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/d63ef452ca18441ca9e746c0a07f78b8 is 50, key is test_row_0/A:col10/1731550721803/Put/seqid=0 2024-11-14T02:18:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:18:42,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:42,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741854_1030 (size=12001) 2024-11-14T02:18:42,181 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/d63ef452ca18441ca9e746c0a07f78b8 2024-11-14T02:18:42,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/0a77e4048948493c87ce8aaea5f44829 is 50, key is test_row_0/B:col10/1731550721803/Put/seqid=0 2024-11-14T02:18:42,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741855_1031 (size=12001) 2024-11-14T02:18:42,223 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/0a77e4048948493c87ce8aaea5f44829 2024-11-14T02:18:42,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550782218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:42,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550782218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:42,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:42,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550782222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:42,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550782224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550782221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:42,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/99814c032ae44481b70e20d45b9c324d is 50, key is test_row_0/C:col10/1731550721803/Put/seqid=0 2024-11-14T02:18:42,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741856_1032 (size=12001) 2024-11-14T02:18:42,295 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/99814c032ae44481b70e20d45b9c324d 2024-11-14T02:18:42,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/d63ef452ca18441ca9e746c0a07f78b8 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/d63ef452ca18441ca9e746c0a07f78b8 2024-11-14T02:18:42,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550782327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:42,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550782330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:42,333 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/d63ef452ca18441ca9e746c0a07f78b8, entries=150, sequenceid=91, filesize=11.7 K 2024-11-14T02:18:42,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550782335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:42,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550782336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:42,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/0a77e4048948493c87ce8aaea5f44829 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/0a77e4048948493c87ce8aaea5f44829 2024-11-14T02:18:42,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550782337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:42,356 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/0a77e4048948493c87ce8aaea5f44829, entries=150, sequenceid=91, filesize=11.7 K 2024-11-14T02:18:42,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/99814c032ae44481b70e20d45b9c324d as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/99814c032ae44481b70e20d45b9c324d 2024-11-14T02:18:42,378 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/99814c032ae44481b70e20d45b9c324d, entries=150, sequenceid=91, filesize=11.7 K 2024-11-14T02:18:42,380 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for c3cfa6cb18e6dea4ad52a5e44b8755c9 in 238ms, sequenceid=91, compaction requested=true 2024-11-14T02:18:42,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:42,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:42,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T02:18:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-14T02:18:42,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-14T02:18:42,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 880 msec 2024-11-14T02:18:42,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 891 msec 2024-11-14T02:18:42,394 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T02:18:42,394 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T02:18:42,397 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-14T02:18:42,397 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-14T02:18:42,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:18:42,399 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T02:18:42,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T02:18:42,400 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T02:18:42,401 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-14T02:18:42,401 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-14T02:18:42,538 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c3cfa6cb18e6dea4ad52a5e44b8755c9 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-14T02:18:42,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=A 2024-11-14T02:18:42,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:42,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=B 2024-11-14T02:18:42,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:42,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=C 2024-11-14T02:18:42,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:18:42,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550782551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:42,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550782556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:42,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/f2b0955afd7b4355b9bb49dcab274bc5 is 50, key is test_row_0/A:col10/1731550722535/Put/seqid=0 2024-11-14T02:18:42,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550782559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:42,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550782563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:42,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550782563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:42,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741857_1033 (size=14341) 2024-11-14T02:18:42,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-14T02:18:42,612 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-14T02:18:42,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/f2b0955afd7b4355b9bb49dcab274bc5 2024-11-14T02:18:42,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:18:42,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-14T02:18:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-14T02:18:42,621 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:18:42,624 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:18:42,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:18:42,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/b09c01150a8f4da79c2ce8e2cc9510c6 is 50, key is test_row_0/B:col10/1731550722535/Put/seqid=0 2024-11-14T02:18:42,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:42,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550782665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:42,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:42,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550782665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:42,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550782670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:42,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741858_1034 (size=12001) 2024-11-14T02:18:42,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/b09c01150a8f4da79c2ce8e2cc9510c6 2024-11-14T02:18:42,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550782673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:42,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:42,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550782679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:42,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/ba6e179353714b64a798f9738920078f is 50, key is test_row_0/C:col10/1731550722535/Put/seqid=0 2024-11-14T02:18:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-14T02:18:42,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741859_1035 (size=12001) 2024-11-14T02:18:42,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/ba6e179353714b64a798f9738920078f 2024-11-14T02:18:42,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/f2b0955afd7b4355b9bb49dcab274bc5 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/f2b0955afd7b4355b9bb49dcab274bc5 2024-11-14T02:18:42,779 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:42,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-14T02:18:42,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:42,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:42,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:42,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:42,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:42,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/f2b0955afd7b4355b9bb49dcab274bc5, entries=200, sequenceid=118, filesize=14.0 K 2024-11-14T02:18:42,782 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-14T02:18:42,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:42,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/b09c01150a8f4da79c2ce8e2cc9510c6 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/b09c01150a8f4da79c2ce8e2cc9510c6 2024-11-14T02:18:42,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/b09c01150a8f4da79c2ce8e2cc9510c6, entries=150, sequenceid=118, filesize=11.7 K 2024-11-14T02:18:42,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/ba6e179353714b64a798f9738920078f as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/ba6e179353714b64a798f9738920078f 2024-11-14T02:18:42,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/ba6e179353714b64a798f9738920078f, entries=150, sequenceid=118, filesize=11.7 K 2024-11-14T02:18:42,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for c3cfa6cb18e6dea4ad52a5e44b8755c9 in 282ms, sequenceid=118, compaction requested=true 2024-11-14T02:18:42,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:42,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:18:42,821 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:18:42,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:42,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:18:42,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:18:42,821 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:18:42,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:18:42,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:18:42,824 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:18:42,824 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): c3cfa6cb18e6dea4ad52a5e44b8755c9/A is initiating minor compaction (all files) 2024-11-14T02:18:42,824 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:18:42,824 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): c3cfa6cb18e6dea4ad52a5e44b8755c9/B is initiating minor compaction (all files) 2024-11-14T02:18:42,824 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3cfa6cb18e6dea4ad52a5e44b8755c9/A in TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:42,824 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3cfa6cb18e6dea4ad52a5e44b8755c9/B in TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:42,825 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/b40f8162d71b458988276bbe50439d5f, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/1149961ac6c44000916168e15da47558, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/0a77e4048948493c87ce8aaea5f44829, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/b09c01150a8f4da79c2ce8e2cc9510c6] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp, totalSize=47.0 K 2024-11-14T02:18:42,825 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/732a4d7ad22845e09654a61eedd850be, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/751d7aef18b94c7f8b8bf1fe6bd4819e, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/d63ef452ca18441ca9e746c0a07f78b8, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/f2b0955afd7b4355b9bb49dcab274bc5] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp, totalSize=51.5 K 2024-11-14T02:18:42,826 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting b40f8162d71b458988276bbe50439d5f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731550721030 2024-11-14T02:18:42,826 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 732a4d7ad22845e09654a61eedd850be, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731550721030 2024-11-14T02:18:42,827 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 1149961ac6c44000916168e15da47558, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731550721428 2024-11-14T02:18:42,827 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 751d7aef18b94c7f8b8bf1fe6bd4819e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731550721428 2024-11-14T02:18:42,827 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a77e4048948493c87ce8aaea5f44829, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731550721799 2024-11-14T02:18:42,827 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting d63ef452ca18441ca9e746c0a07f78b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731550721799 2024-11-14T02:18:42,828 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting b09c01150a8f4da79c2ce8e2cc9510c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731550722217 2024-11-14T02:18:42,828 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2b0955afd7b4355b9bb49dcab274bc5, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731550722214 2024-11-14T02:18:42,858 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3cfa6cb18e6dea4ad52a5e44b8755c9#A#compaction#21 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:18:42,860 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/f2ca1d19ef034d66ab07a1d720e17059 is 50, key is test_row_0/A:col10/1731550722535/Put/seqid=0 2024-11-14T02:18:42,861 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3cfa6cb18e6dea4ad52a5e44b8755c9#B#compaction#22 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:18:42,862 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/4d4ef104e9e746629b0682bb0ed70921 is 50, key is test_row_0/B:col10/1731550722535/Put/seqid=0 2024-11-14T02:18:42,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741860_1036 (size=12241) 2024-11-14T02:18:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:18:42,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c3cfa6cb18e6dea4ad52a5e44b8755c9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T02:18:42,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741861_1037 (size=12241) 2024-11-14T02:18:42,912 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/4d4ef104e9e746629b0682bb0ed70921 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/4d4ef104e9e746629b0682bb0ed70921 2024-11-14T02:18:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-14T02:18:42,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=A 2024-11-14T02:18:42,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:42,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=B 2024-11-14T02:18:42,927 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c3cfa6cb18e6dea4ad52a5e44b8755c9/B of c3cfa6cb18e6dea4ad52a5e44b8755c9 into 4d4ef104e9e746629b0682bb0ed70921(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:18:42,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:42,927 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:42,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=C 2024-11-14T02:18:42,927 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., storeName=c3cfa6cb18e6dea4ad52a5e44b8755c9/B, priority=12, startTime=1731550722821; duration=0sec 2024-11-14T02:18:42,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:42,927 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:18:42,927 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:B 2024-11-14T02:18:42,928 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:18:42,935 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:18:42,935 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): c3cfa6cb18e6dea4ad52a5e44b8755c9/C is initiating minor compaction (all files) 2024-11-14T02:18:42,935 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:42,935 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3cfa6cb18e6dea4ad52a5e44b8755c9/C in TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:42,936 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/4d619ef41a6a40bbbb66817b31a70a09, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/28329f627ef5451a9c0e77fa2a8f4e9a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/99814c032ae44481b70e20d45b9c324d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/ba6e179353714b64a798f9738920078f] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp, totalSize=47.0 K 2024-11-14T02:18:42,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-14T02:18:42,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:42,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:42,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:42,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:42,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:42,939 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d619ef41a6a40bbbb66817b31a70a09, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731550721030 2024-11-14T02:18:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:42,940 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 28329f627ef5451a9c0e77fa2a8f4e9a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731550721428 2024-11-14T02:18:42,941 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 99814c032ae44481b70e20d45b9c324d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731550721799 2024-11-14T02:18:42,942 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting ba6e179353714b64a798f9738920078f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731550722217 2024-11-14T02:18:42,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/f0ec01653a7f4093b8f3b08f757524fe is 50, key is test_row_0/A:col10/1731550722559/Put/seqid=0 2024-11-14T02:18:42,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741862_1038 (size=12101) 2024-11-14T02:18:42,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/f0ec01653a7f4093b8f3b08f757524fe 2024-11-14T02:18:43,003 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3cfa6cb18e6dea4ad52a5e44b8755c9#C#compaction#24 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:18:43,004 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/97a013e0e4104577bc646fc53cb3356f is 50, key is test_row_0/C:col10/1731550722535/Put/seqid=0 2024-11-14T02:18:43,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550782999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:43,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550782999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:43,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550783006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:43,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550783008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:43,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550783010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:43,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741863_1039 (size=12241) 2024-11-14T02:18:43,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/614796284d0e411e99730266deef7280 is 50, key is test_row_0/B:col10/1731550722559/Put/seqid=0 2024-11-14T02:18:43,069 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/97a013e0e4104577bc646fc53cb3356f as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/97a013e0e4104577bc646fc53cb3356f 2024-11-14T02:18:43,086 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c3cfa6cb18e6dea4ad52a5e44b8755c9/C of c3cfa6cb18e6dea4ad52a5e44b8755c9 into 97a013e0e4104577bc646fc53cb3356f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:18:43,086 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:43,086 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., storeName=c3cfa6cb18e6dea4ad52a5e44b8755c9/C, priority=12, startTime=1731550722821; duration=0sec 2024-11-14T02:18:43,087 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:43,087 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:C 2024-11-14T02:18:43,092 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:43,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-14T02:18:43,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:43,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:43,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:43,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:43,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:43,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741864_1040 (size=12101) 2024-11-14T02:18:43,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/614796284d0e411e99730266deef7280 2024-11-14T02:18:43,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550783115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:43,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550783117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:43,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550783119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:43,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550783121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:43,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550783121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:43,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/34fe5ade8bc7466a98b183c587dbaaeb is 50, key is test_row_0/C:col10/1731550722559/Put/seqid=0 2024-11-14T02:18:43,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741865_1041 (size=12101) 2024-11-14T02:18:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-14T02:18:43,251 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:43,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-14T02:18:43,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:43,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:43,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:43,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:43,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:43,313 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/f2ca1d19ef034d66ab07a1d720e17059 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/f2ca1d19ef034d66ab07a1d720e17059 2024-11-14T02:18:43,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550783325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:43,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550783328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:43,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550783325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:43,340 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c3cfa6cb18e6dea4ad52a5e44b8755c9/A of c3cfa6cb18e6dea4ad52a5e44b8755c9 into f2ca1d19ef034d66ab07a1d720e17059(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:18:43,340 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:43,340 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., storeName=c3cfa6cb18e6dea4ad52a5e44b8755c9/A, priority=12, startTime=1731550722821; duration=0sec 2024-11-14T02:18:43,340 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:43,341 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:A 2024-11-14T02:18:43,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550783340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:43,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550783341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:43,407 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:43,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-14T02:18:43,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:43,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:43,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:43,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:43,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:43,574 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:43,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-14T02:18:43,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:43,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:43,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:43,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:43,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:43,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/34fe5ade8bc7466a98b183c587dbaaeb 2024-11-14T02:18:43,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/f0ec01653a7f4093b8f3b08f757524fe as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/f0ec01653a7f4093b8f3b08f757524fe 2024-11-14T02:18:43,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/f0ec01653a7f4093b8f3b08f757524fe, entries=150, sequenceid=132, filesize=11.8 K 2024-11-14T02:18:43,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/614796284d0e411e99730266deef7280 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/614796284d0e411e99730266deef7280 2024-11-14T02:18:43,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/614796284d0e411e99730266deef7280, entries=150, sequenceid=132, filesize=11.8 K 2024-11-14T02:18:43,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/34fe5ade8bc7466a98b183c587dbaaeb as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/34fe5ade8bc7466a98b183c587dbaaeb 2024-11-14T02:18:43,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:43,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550783633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:43,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:43,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550783638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:43,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:43,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550783642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:43,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:43,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550783646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:43,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550783649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:43,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/34fe5ade8bc7466a98b183c587dbaaeb, entries=150, sequenceid=132, filesize=11.8 K 2024-11-14T02:18:43,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for c3cfa6cb18e6dea4ad52a5e44b8755c9 in 773ms, sequenceid=132, compaction requested=false 2024-11-14T02:18:43,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-14T02:18:43,730 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:43,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-14T02:18:43,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:43,732 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing c3cfa6cb18e6dea4ad52a5e44b8755c9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T02:18:43,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=A 2024-11-14T02:18:43,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:43,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=B 2024-11-14T02:18:43,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:43,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=C 2024-11-14T02:18:43,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:43,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/f42d15d816d5489fb9594cec73106e02 is 50, key is test_row_0/A:col10/1731550723006/Put/seqid=0 2024-11-14T02:18:43,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741866_1042 (size=12151) 2024-11-14T02:18:43,790 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/f42d15d816d5489fb9594cec73106e02 2024-11-14T02:18:43,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/bf3470d9237b434d9b6a1a55fe4b90bb is 50, key is test_row_0/B:col10/1731550723006/Put/seqid=0 2024-11-14T02:18:43,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741867_1043 (size=12151) 2024-11-14T02:18:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:18:44,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:44,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550784163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:44,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:44,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550784163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:44,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:44,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550784167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:44,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550784169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:44,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550784171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:44,252 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/bf3470d9237b434d9b6a1a55fe4b90bb 2024-11-14T02:18:44,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/b76d5124aacd4fd5b974c559c348f1bc is 50, key is test_row_0/C:col10/1731550723006/Put/seqid=0 2024-11-14T02:18:44,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550784272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:44,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550784272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:44,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550784273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:44,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550784275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:44,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550784276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:44,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741868_1044 (size=12151) 2024-11-14T02:18:44,301 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/b76d5124aacd4fd5b974c559c348f1bc 2024-11-14T02:18:44,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/f42d15d816d5489fb9594cec73106e02 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/f42d15d816d5489fb9594cec73106e02 2024-11-14T02:18:44,358 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/f42d15d816d5489fb9594cec73106e02, entries=150, sequenceid=158, filesize=11.9 K 2024-11-14T02:18:44,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/bf3470d9237b434d9b6a1a55fe4b90bb as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/bf3470d9237b434d9b6a1a55fe4b90bb 2024-11-14T02:18:44,375 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/bf3470d9237b434d9b6a1a55fe4b90bb, entries=150, sequenceid=158, filesize=11.9 K 2024-11-14T02:18:44,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/b76d5124aacd4fd5b974c559c348f1bc as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/b76d5124aacd4fd5b974c559c348f1bc 2024-11-14T02:18:44,391 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/b76d5124aacd4fd5b974c559c348f1bc, entries=150, sequenceid=158, filesize=11.9 K 2024-11-14T02:18:44,393 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for c3cfa6cb18e6dea4ad52a5e44b8755c9 in 660ms, sequenceid=158, compaction requested=true 2024-11-14T02:18:44,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:44,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:44,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-14T02:18:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-14T02:18:44,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-14T02:18:44,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7740 sec 2024-11-14T02:18:44,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.7840 sec 2024-11-14T02:18:44,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:18:44,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c3cfa6cb18e6dea4ad52a5e44b8755c9 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-14T02:18:44,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=A 2024-11-14T02:18:44,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:44,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=B 2024-11-14T02:18:44,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:44,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=C 2024-11-14T02:18:44,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:44,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/2ac90bb0f6b14efeb6035524fec0592a is 50, key is test_row_0/A:col10/1731550724484/Put/seqid=0 2024-11-14T02:18:44,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550784542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:44,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550784544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:44,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550784547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:44,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550784547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:44,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550784548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:44,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741869_1045 (size=12151) 2024-11-14T02:18:44,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/2ac90bb0f6b14efeb6035524fec0592a 2024-11-14T02:18:44,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/b79efe319b8345e9be94b8cc94d0bdac is 50, key is test_row_0/B:col10/1731550724484/Put/seqid=0 2024-11-14T02:18:44,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741870_1046 (size=12151) 2024-11-14T02:18:44,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/b79efe319b8345e9be94b8cc94d0bdac 2024-11-14T02:18:44,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/1cb8dbd24586497ba9e0196b5d775d5b is 50, key is test_row_0/C:col10/1731550724484/Put/seqid=0 2024-11-14T02:18:44,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550784651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:44,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:44,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550784656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:44,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:44,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:44,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550784657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:44,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:44,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550784656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:44,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550784658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:44,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741871_1047 (size=12151) 2024-11-14T02:18:44,705 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/1cb8dbd24586497ba9e0196b5d775d5b 2024-11-14T02:18:44,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/2ac90bb0f6b14efeb6035524fec0592a as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/2ac90bb0f6b14efeb6035524fec0592a 2024-11-14T02:18:44,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/2ac90bb0f6b14efeb6035524fec0592a, entries=150, sequenceid=174, filesize=11.9 K 2024-11-14T02:18:44,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/b79efe319b8345e9be94b8cc94d0bdac as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/b79efe319b8345e9be94b8cc94d0bdac 2024-11-14T02:18:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-14T02:18:44,729 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-14T02:18:44,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/b79efe319b8345e9be94b8cc94d0bdac, entries=150, sequenceid=174, filesize=11.9 K 2024-11-14T02:18:44,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/1cb8dbd24586497ba9e0196b5d775d5b as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/1cb8dbd24586497ba9e0196b5d775d5b 2024-11-14T02:18:44,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/1cb8dbd24586497ba9e0196b5d775d5b, entries=150, sequenceid=174, filesize=11.9 K 2024-11-14T02:18:44,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:18:44,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for c3cfa6cb18e6dea4ad52a5e44b8755c9 in 260ms, sequenceid=174, compaction requested=true 2024-11-14T02:18:44,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:44,755 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:18:44,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:18:44,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:44,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:18:44,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:44,755 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:18:44,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:18:44,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:18:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-14T02:18:44,758 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:18:44,759 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): c3cfa6cb18e6dea4ad52a5e44b8755c9/A is initiating minor compaction (all files) 2024-11-14T02:18:44,759 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3cfa6cb18e6dea4ad52a5e44b8755c9/A in TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:44,759 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/f2ca1d19ef034d66ab07a1d720e17059, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/f0ec01653a7f4093b8f3b08f757524fe, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/f42d15d816d5489fb9594cec73106e02, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/2ac90bb0f6b14efeb6035524fec0592a] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp, totalSize=47.5 K 2024-11-14T02:18:44,760 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2ca1d19ef034d66ab07a1d720e17059, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731550722217 2024-11-14T02:18:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-14T02:18:44,760 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:18:44,760 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): c3cfa6cb18e6dea4ad52a5e44b8755c9/B is initiating minor compaction (all files) 2024-11-14T02:18:44,761 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3cfa6cb18e6dea4ad52a5e44b8755c9/B in TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:44,761 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/4d4ef104e9e746629b0682bb0ed70921, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/614796284d0e411e99730266deef7280, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/bf3470d9237b434d9b6a1a55fe4b90bb, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/b79efe319b8345e9be94b8cc94d0bdac] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp, totalSize=47.5 K 2024-11-14T02:18:44,761 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:18:44,761 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0ec01653a7f4093b8f3b08f757524fe, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731550722559 2024-11-14T02:18:44,762 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d4ef104e9e746629b0682bb0ed70921, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731550722217 2024-11-14T02:18:44,762 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting f42d15d816d5489fb9594cec73106e02, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731550722983 2024-11-14T02:18:44,764 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 614796284d0e411e99730266deef7280, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731550722559 2024-11-14T02:18:44,765 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ac90bb0f6b14efeb6035524fec0592a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731550724148 2024-11-14T02:18:44,765 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting bf3470d9237b434d9b6a1a55fe4b90bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731550722983 2024-11-14T02:18:44,766 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:18:44,766 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting b79efe319b8345e9be94b8cc94d0bdac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731550724148 2024-11-14T02:18:44,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:18:44,796 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3cfa6cb18e6dea4ad52a5e44b8755c9#B#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:18:44,797 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/e4d7e648e27948cab28083692aff905e is 50, key is test_row_0/B:col10/1731550724484/Put/seqid=0 2024-11-14T02:18:44,804 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3cfa6cb18e6dea4ad52a5e44b8755c9#A#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:18:44,805 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/c5c02dc3ab634a50bf5e6c4de2e6704c is 50, key is test_row_0/A:col10/1731550724484/Put/seqid=0 2024-11-14T02:18:44,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741872_1048 (size=12527) 2024-11-14T02:18:44,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741873_1049 (size=12527) 2024-11-14T02:18:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-14T02:18:44,869 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/e4d7e648e27948cab28083692aff905e as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/e4d7e648e27948cab28083692aff905e 2024-11-14T02:18:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:18:44,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c3cfa6cb18e6dea4ad52a5e44b8755c9 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-14T02:18:44,882 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c3cfa6cb18e6dea4ad52a5e44b8755c9/B of c3cfa6cb18e6dea4ad52a5e44b8755c9 into e4d7e648e27948cab28083692aff905e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:18:44,882 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:44,882 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., storeName=c3cfa6cb18e6dea4ad52a5e44b8755c9/B, priority=12, startTime=1731550724755; duration=0sec 2024-11-14T02:18:44,882 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:18:44,882 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:B 2024-11-14T02:18:44,882 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:18:44,885 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:18:44,886 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): c3cfa6cb18e6dea4ad52a5e44b8755c9/C is initiating minor compaction (all files) 2024-11-14T02:18:44,886 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3cfa6cb18e6dea4ad52a5e44b8755c9/C in TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:44,886 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/97a013e0e4104577bc646fc53cb3356f, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/34fe5ade8bc7466a98b183c587dbaaeb, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/b76d5124aacd4fd5b974c559c348f1bc, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/1cb8dbd24586497ba9e0196b5d775d5b] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp, totalSize=47.5 K 2024-11-14T02:18:44,887 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 97a013e0e4104577bc646fc53cb3356f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731550722217 2024-11-14T02:18:44,887 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 34fe5ade8bc7466a98b183c587dbaaeb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731550722559 2024-11-14T02:18:44,888 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting b76d5124aacd4fd5b974c559c348f1bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731550722983 2024-11-14T02:18:44,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=A 2024-11-14T02:18:44,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:44,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=B 2024-11-14T02:18:44,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:44,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=C 2024-11-14T02:18:44,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:44,889 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 1cb8dbd24586497ba9e0196b5d775d5b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731550724148 2024-11-14T02:18:44,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/771da4ca353842aba0a90495eb3f237a is 50, key is test_row_0/A:col10/1731550724544/Put/seqid=0 2024-11-14T02:18:44,921 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:44,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-14T02:18:44,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:44,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:44,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:44,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:44,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:44,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550784929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:44,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550784923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:44,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741874_1050 (size=12151) 2024-11-14T02:18:44,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550784937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:44,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550784938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:44,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550784943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:44,956 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3cfa6cb18e6dea4ad52a5e44b8755c9#C#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:18:44,957 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/612b2e70374a4df681692e68d3c40b99 is 50, key is test_row_0/C:col10/1731550724484/Put/seqid=0 2024-11-14T02:18:45,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741875_1051 (size=12527) 2024-11-14T02:18:45,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550785044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:45,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550785046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:45,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550785047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:45,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550785049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:45,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550785051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:45,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-14T02:18:45,079 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:45,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-14T02:18:45,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:45,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:45,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:45,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:45,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:45,240 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:45,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-14T02:18:45,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:45,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:45,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:45,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:45,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:45,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:45,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:45,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550785251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:45,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:45,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550785253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:45,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550785253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:45,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550785255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:45,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550785266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:45,276 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/c5c02dc3ab634a50bf5e6c4de2e6704c as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/c5c02dc3ab634a50bf5e6c4de2e6704c 2024-11-14T02:18:45,287 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c3cfa6cb18e6dea4ad52a5e44b8755c9/A of c3cfa6cb18e6dea4ad52a5e44b8755c9 into c5c02dc3ab634a50bf5e6c4de2e6704c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:18:45,287 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:45,287 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., storeName=c3cfa6cb18e6dea4ad52a5e44b8755c9/A, priority=12, startTime=1731550724754; duration=0sec 2024-11-14T02:18:45,287 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:45,288 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:A 2024-11-14T02:18:45,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/771da4ca353842aba0a90495eb3f237a 2024-11-14T02:18:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-14T02:18:45,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/c5c6ab3934104679876ce082b2420f31 is 50, key is test_row_0/B:col10/1731550724544/Put/seqid=0 2024-11-14T02:18:45,397 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:45,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-14T02:18:45,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:45,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:45,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:45,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:45,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:45,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741876_1052 (size=12151) 2024-11-14T02:18:45,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/c5c6ab3934104679876ce082b2420f31 2024-11-14T02:18:45,417 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/612b2e70374a4df681692e68d3c40b99 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/612b2e70374a4df681692e68d3c40b99 2024-11-14T02:18:45,434 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c3cfa6cb18e6dea4ad52a5e44b8755c9/C of c3cfa6cb18e6dea4ad52a5e44b8755c9 into 612b2e70374a4df681692e68d3c40b99(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:18:45,434 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:45,434 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., storeName=c3cfa6cb18e6dea4ad52a5e44b8755c9/C, priority=12, startTime=1731550724755; duration=0sec 2024-11-14T02:18:45,435 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:45,435 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:C 2024-11-14T02:18:45,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/ae6e7950b0254dcf83e32ec53c72d3a2 is 50, key is test_row_0/C:col10/1731550724544/Put/seqid=0 2024-11-14T02:18:45,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741877_1053 (size=12151) 2024-11-14T02:18:45,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/ae6e7950b0254dcf83e32ec53c72d3a2 2024-11-14T02:18:45,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/771da4ca353842aba0a90495eb3f237a as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/771da4ca353842aba0a90495eb3f237a 2024-11-14T02:18:45,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/771da4ca353842aba0a90495eb3f237a, entries=150, sequenceid=198, filesize=11.9 K 2024-11-14T02:18:45,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/c5c6ab3934104679876ce082b2420f31 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/c5c6ab3934104679876ce082b2420f31 2024-11-14T02:18:45,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/c5c6ab3934104679876ce082b2420f31, entries=150, sequenceid=198, filesize=11.9 K 2024-11-14T02:18:45,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/ae6e7950b0254dcf83e32ec53c72d3a2 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/ae6e7950b0254dcf83e32ec53c72d3a2 2024-11-14T02:18:45,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/ae6e7950b0254dcf83e32ec53c72d3a2, entries=150, sequenceid=198, filesize=11.9 K 2024-11-14T02:18:45,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for c3cfa6cb18e6dea4ad52a5e44b8755c9 in 659ms, sequenceid=198, compaction requested=false 2024-11-14T02:18:45,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:45,552 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:45,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-14T02:18:45,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:45,556 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing c3cfa6cb18e6dea4ad52a5e44b8755c9 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T02:18:45,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=A 2024-11-14T02:18:45,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:45,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=B 2024-11-14T02:18:45,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:45,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=C 2024-11-14T02:18:45,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:18:45,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:45,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/cd3e12a80ae24e7b9fa3b4c6d0a18aa4 is 50, key is test_row_0/A:col10/1731550724934/Put/seqid=0 2024-11-14T02:18:45,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741878_1054 (size=12151) 2024-11-14T02:18:45,585 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/cd3e12a80ae24e7b9fa3b4c6d0a18aa4 2024-11-14T02:18:45,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:45,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550785590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:45,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:45,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550785591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:45,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:45,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550785595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:45,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:45,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/3fe1cd3d7c4e40e081e4172df3899e79 is 50, key is test_row_0/B:col10/1731550724934/Put/seqid=0 2024-11-14T02:18:45,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550785595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:45,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:45,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550785598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:45,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741879_1055 (size=12151) 2024-11-14T02:18:45,613 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/3fe1cd3d7c4e40e081e4172df3899e79 2024-11-14T02:18:45,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/90535582212446989fa1844eb78bb7da is 50, key is test_row_0/C:col10/1731550724934/Put/seqid=0 2024-11-14T02:18:45,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741880_1056 (size=12151) 2024-11-14T02:18:45,650 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/90535582212446989fa1844eb78bb7da 2024-11-14T02:18:45,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/cd3e12a80ae24e7b9fa3b4c6d0a18aa4 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/cd3e12a80ae24e7b9fa3b4c6d0a18aa4 2024-11-14T02:18:45,670 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/cd3e12a80ae24e7b9fa3b4c6d0a18aa4, entries=150, sequenceid=214, filesize=11.9 K 2024-11-14T02:18:45,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/3fe1cd3d7c4e40e081e4172df3899e79 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/3fe1cd3d7c4e40e081e4172df3899e79 2024-11-14T02:18:45,681 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/3fe1cd3d7c4e40e081e4172df3899e79, entries=150, sequenceid=214, filesize=11.9 K 2024-11-14T02:18:45,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/90535582212446989fa1844eb78bb7da as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/90535582212446989fa1844eb78bb7da 2024-11-14T02:18:45,693 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/90535582212446989fa1844eb78bb7da, entries=150, sequenceid=214, filesize=11.9 K 2024-11-14T02:18:45,695 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for c3cfa6cb18e6dea4ad52a5e44b8755c9 in 139ms, sequenceid=214, compaction requested=true 2024-11-14T02:18:45,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:45,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:45,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-14T02:18:45,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-14T02:18:45,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c3cfa6cb18e6dea4ad52a5e44b8755c9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T02:18:45,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=A 2024-11-14T02:18:45,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:45,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=B 2024-11-14T02:18:45,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:45,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=C 2024-11-14T02:18:45,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:45,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:18:45,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-14T02:18:45,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 936 msec 2024-11-14T02:18:45,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 957 msec 2024-11-14T02:18:45,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/d6bca48556c14dbaa0fecb34de965246 is 50, key is test_row_0/A:col10/1731550725595/Put/seqid=0 2024-11-14T02:18:45,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:45,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550785712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:45,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:45,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550785716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:45,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:45,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550785718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:45,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:45,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550785719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:45,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:45,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550785720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:45,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741881_1057 (size=12151) 2024-11-14T02:18:45,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/d6bca48556c14dbaa0fecb34de965246 2024-11-14T02:18:45,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/f59727358367436c85355750a6f37686 is 50, key is test_row_0/B:col10/1731550725595/Put/seqid=0 2024-11-14T02:18:45,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741882_1058 (size=12151) 2024-11-14T02:18:45,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/f59727358367436c85355750a6f37686 2024-11-14T02:18:45,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/e9c62784bf9f468b8e18c2a8693a0f02 is 50, key is test_row_0/C:col10/1731550725595/Put/seqid=0 2024-11-14T02:18:45,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:45,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550785824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:45,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:45,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550785825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:45,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550785826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:45,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:45,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550785835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:45,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:45,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550785835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:45,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741883_1059 (size=12151) 2024-11-14T02:18:45,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/e9c62784bf9f468b8e18c2a8693a0f02 2024-11-14T02:18:45,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/d6bca48556c14dbaa0fecb34de965246 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/d6bca48556c14dbaa0fecb34de965246 2024-11-14T02:18:45,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-14T02:18:45,866 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-14T02:18:45,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:18:45,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/d6bca48556c14dbaa0fecb34de965246, entries=150, sequenceid=239, filesize=11.9 K 2024-11-14T02:18:45,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-14T02:18:45,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-14T02:18:45,873 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:18:45,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/f59727358367436c85355750a6f37686 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/f59727358367436c85355750a6f37686 2024-11-14T02:18:45,874 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:18:45,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:18:45,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/f59727358367436c85355750a6f37686, entries=150, sequenceid=239, filesize=11.9 K 2024-11-14T02:18:45,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/e9c62784bf9f468b8e18c2a8693a0f02 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/e9c62784bf9f468b8e18c2a8693a0f02 2024-11-14T02:18:45,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/e9c62784bf9f468b8e18c2a8693a0f02, entries=150, sequenceid=239, filesize=11.9 K 2024-11-14T02:18:45,897 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-14T02:18:45,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c3cfa6cb18e6dea4ad52a5e44b8755c9 in 196ms, sequenceid=239, compaction requested=true 2024-11-14T02:18:45,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:45,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:18:45,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:45,900 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:18:45,900 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:18:45,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:18:45,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:45,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:18:45,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:18:45,902 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:18:45,902 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:18:45,902 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): c3cfa6cb18e6dea4ad52a5e44b8755c9/B is initiating minor compaction (all files) 2024-11-14T02:18:45,902 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): c3cfa6cb18e6dea4ad52a5e44b8755c9/A is initiating minor compaction (all files) 2024-11-14T02:18:45,902 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3cfa6cb18e6dea4ad52a5e44b8755c9/B in TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:45,902 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3cfa6cb18e6dea4ad52a5e44b8755c9/A in TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:45,903 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/c5c02dc3ab634a50bf5e6c4de2e6704c, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/771da4ca353842aba0a90495eb3f237a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/cd3e12a80ae24e7b9fa3b4c6d0a18aa4, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/d6bca48556c14dbaa0fecb34de965246] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp, totalSize=47.8 K 2024-11-14T02:18:45,903 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/e4d7e648e27948cab28083692aff905e, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/c5c6ab3934104679876ce082b2420f31, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/3fe1cd3d7c4e40e081e4172df3899e79, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/f59727358367436c85355750a6f37686] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp, totalSize=47.8 K 2024-11-14T02:18:45,903 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5c02dc3ab634a50bf5e6c4de2e6704c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731550724148 2024-11-14T02:18:45,904 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 771da4ca353842aba0a90495eb3f237a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731550724544 2024-11-14T02:18:45,904 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting e4d7e648e27948cab28083692aff905e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731550724148 2024-11-14T02:18:45,904 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting c5c6ab3934104679876ce082b2420f31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731550724544 2024-11-14T02:18:45,904 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd3e12a80ae24e7b9fa3b4c6d0a18aa4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731550724907 2024-11-14T02:18:45,905 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6bca48556c14dbaa0fecb34de965246, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731550725595 2024-11-14T02:18:45,905 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fe1cd3d7c4e40e081e4172df3899e79, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731550724907 2024-11-14T02:18:45,906 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting f59727358367436c85355750a6f37686, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731550725595 2024-11-14T02:18:45,923 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3cfa6cb18e6dea4ad52a5e44b8755c9#B#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:18:45,924 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/408da10bdf7c496880385a2af4bf9bd1 is 50, key is test_row_0/B:col10/1731550725595/Put/seqid=0 2024-11-14T02:18:45,930 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3cfa6cb18e6dea4ad52a5e44b8755c9#A#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:18:45,931 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/89fbbd4d60854645851a0ffafef096db is 50, key is test_row_0/A:col10/1731550725595/Put/seqid=0 2024-11-14T02:18:45,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741884_1060 (size=12663) 2024-11-14T02:18:45,955 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/408da10bdf7c496880385a2af4bf9bd1 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/408da10bdf7c496880385a2af4bf9bd1 2024-11-14T02:18:45,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741885_1061 (size=12663) 2024-11-14T02:18:45,969 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c3cfa6cb18e6dea4ad52a5e44b8755c9/B of c3cfa6cb18e6dea4ad52a5e44b8755c9 into 408da10bdf7c496880385a2af4bf9bd1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:18:45,969 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:45,969 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., storeName=c3cfa6cb18e6dea4ad52a5e44b8755c9/B, priority=12, startTime=1731550725900; duration=0sec 2024-11-14T02:18:45,969 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:18:45,969 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:B 2024-11-14T02:18:45,970 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:18:45,973 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:18:45,973 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): c3cfa6cb18e6dea4ad52a5e44b8755c9/C is initiating minor compaction (all files) 2024-11-14T02:18:45,973 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3cfa6cb18e6dea4ad52a5e44b8755c9/C in TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:45,973 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/612b2e70374a4df681692e68d3c40b99, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/ae6e7950b0254dcf83e32ec53c72d3a2, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/90535582212446989fa1844eb78bb7da, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/e9c62784bf9f468b8e18c2a8693a0f02] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp, totalSize=47.8 K 2024-11-14T02:18:45,975 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 612b2e70374a4df681692e68d3c40b99, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731550724148 2024-11-14T02:18:45,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-14T02:18:45,975 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting ae6e7950b0254dcf83e32ec53c72d3a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731550724544 2024-11-14T02:18:45,976 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 90535582212446989fa1844eb78bb7da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731550724907 2024-11-14T02:18:45,976 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting e9c62784bf9f468b8e18c2a8693a0f02, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731550725595 2024-11-14T02:18:45,998 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3cfa6cb18e6dea4ad52a5e44b8755c9#C#compaction#47 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:18:46,000 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/1fb7c810b2f04a4c907262ab44714844 is 50, key is test_row_0/C:col10/1731550725595/Put/seqid=0 2024-11-14T02:18:46,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741886_1062 (size=12663) 2024-11-14T02:18:46,027 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:46,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T02:18:46,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:46,028 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing c3cfa6cb18e6dea4ad52a5e44b8755c9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T02:18:46,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=A 2024-11-14T02:18:46,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:46,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=B 2024-11-14T02:18:46,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:46,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=C 2024-11-14T02:18:46,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:46,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:18:46,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:46,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/43db2b73e346405c903ce9fe264e4fad is 50, key is test_row_0/A:col10/1731550725717/Put/seqid=0 2024-11-14T02:18:46,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741887_1063 (size=12151) 2024-11-14T02:18:46,069 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/43db2b73e346405c903ce9fe264e4fad 2024-11-14T02:18:46,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:46,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550786068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:46,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:46,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:46,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550786071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:46,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550786071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:46,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:46,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550786074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:46,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:46,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550786076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:46,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/853db258da444d958936bbd85e64d579 is 50, key is test_row_0/B:col10/1731550725717/Put/seqid=0 2024-11-14T02:18:46,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741888_1064 (size=12151) 2024-11-14T02:18:46,093 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/853db258da444d958936bbd85e64d579 2024-11-14T02:18:46,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/707a59268b0b4f819a8e607796e916af is 50, key is test_row_0/C:col10/1731550725717/Put/seqid=0 2024-11-14T02:18:46,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741889_1065 (size=12151) 2024-11-14T02:18:46,137 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/707a59268b0b4f819a8e607796e916af 2024-11-14T02:18:46,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/43db2b73e346405c903ce9fe264e4fad as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/43db2b73e346405c903ce9fe264e4fad 2024-11-14T02:18:46,171 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/43db2b73e346405c903ce9fe264e4fad, entries=150, sequenceid=251, filesize=11.9 K 2024-11-14T02:18:46,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/853db258da444d958936bbd85e64d579 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/853db258da444d958936bbd85e64d579 2024-11-14T02:18:46,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-14T02:18:46,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:46,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550786177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:46,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:46,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550786182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:46,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:46,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550786182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:46,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:46,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550786182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:46,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:46,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550786183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:46,206 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/853db258da444d958936bbd85e64d579, entries=150, sequenceid=251, filesize=11.9 K 2024-11-14T02:18:46,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/707a59268b0b4f819a8e607796e916af as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/707a59268b0b4f819a8e607796e916af 2024-11-14T02:18:46,224 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/707a59268b0b4f819a8e607796e916af, entries=150, sequenceid=251, filesize=11.9 K 2024-11-14T02:18:46,226 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for c3cfa6cb18e6dea4ad52a5e44b8755c9 in 198ms, sequenceid=251, compaction requested=false 2024-11-14T02:18:46,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:46,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:46,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-14T02:18:46,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-14T02:18:46,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-14T02:18:46,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 354 msec 2024-11-14T02:18:46,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 361 msec 2024-11-14T02:18:46,386 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/89fbbd4d60854645851a0ffafef096db as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/89fbbd4d60854645851a0ffafef096db 2024-11-14T02:18:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:18:46,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c3cfa6cb18e6dea4ad52a5e44b8755c9 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-14T02:18:46,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=A 2024-11-14T02:18:46,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:46,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=B 2024-11-14T02:18:46,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:46,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=C 2024-11-14T02:18:46,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:46,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/8e694058b6db495b90a98c1868200d86 is 50, key is test_row_0/A:col10/1731550726389/Put/seqid=0 2024-11-14T02:18:46,407 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c3cfa6cb18e6dea4ad52a5e44b8755c9/A of c3cfa6cb18e6dea4ad52a5e44b8755c9 into 89fbbd4d60854645851a0ffafef096db(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:18:46,407 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:46,407 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., storeName=c3cfa6cb18e6dea4ad52a5e44b8755c9/A, priority=12, startTime=1731550725900; duration=0sec 2024-11-14T02:18:46,407 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:46,407 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:A 2024-11-14T02:18:46,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:46,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550786395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550786400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:46,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550786403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:46,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550786412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:46,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550786412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:46,432 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/1fb7c810b2f04a4c907262ab44714844 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/1fb7c810b2f04a4c907262ab44714844 2024-11-14T02:18:46,447 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c3cfa6cb18e6dea4ad52a5e44b8755c9/C of c3cfa6cb18e6dea4ad52a5e44b8755c9 into 1fb7c810b2f04a4c907262ab44714844(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:18:46,447 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:46,447 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., storeName=c3cfa6cb18e6dea4ad52a5e44b8755c9/C, priority=12, startTime=1731550725901; duration=0sec 2024-11-14T02:18:46,447 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:46,447 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:C 2024-11-14T02:18:46,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741890_1066 (size=12301) 2024-11-14T02:18:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-14T02:18:46,483 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-14T02:18:46,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:18:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-14T02:18:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-14T02:18:46,493 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:18:46,495 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:18:46,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:18:46,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550786514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:46,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550786516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:46,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550786517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:46,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:46,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550786522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550786522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-14T02:18:46,651 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:46,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T02:18:46,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:46,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:46,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:46,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:46,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:46,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550786720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:46,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550786720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:46,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550786722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:46,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550786727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:46,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550786728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-14T02:18:46,806 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:46,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T02:18:46,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:46,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:46,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:46,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:46,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:46,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/8e694058b6db495b90a98c1868200d86 2024-11-14T02:18:46,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/d46fae0f4ebf40ffa78c96e28eccb60d is 50, key is test_row_0/B:col10/1731550726389/Put/seqid=0 2024-11-14T02:18:46,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741891_1067 (size=12301) 2024-11-14T02:18:46,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/d46fae0f4ebf40ffa78c96e28eccb60d 2024-11-14T02:18:46,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/f5e51590a8f745039144eb809896a5e6 is 50, key is test_row_0/C:col10/1731550726389/Put/seqid=0 2024-11-14T02:18:46,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741892_1068 (size=12301) 2024-11-14T02:18:46,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/f5e51590a8f745039144eb809896a5e6 2024-11-14T02:18:46,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/8e694058b6db495b90a98c1868200d86 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/8e694058b6db495b90a98c1868200d86 2024-11-14T02:18:46,960 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:46,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T02:18:46,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:46,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:46,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:46,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:46,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/8e694058b6db495b90a98c1868200d86, entries=150, sequenceid=280, filesize=12.0 K 2024-11-14T02:18:46,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:46,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/d46fae0f4ebf40ffa78c96e28eccb60d as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/d46fae0f4ebf40ffa78c96e28eccb60d 2024-11-14T02:18:46,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/d46fae0f4ebf40ffa78c96e28eccb60d, entries=150, sequenceid=280, filesize=12.0 K 2024-11-14T02:18:46,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/f5e51590a8f745039144eb809896a5e6 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/f5e51590a8f745039144eb809896a5e6 2024-11-14T02:18:47,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/f5e51590a8f745039144eb809896a5e6, entries=150, sequenceid=280, filesize=12.0 K 2024-11-14T02:18:47,018 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for c3cfa6cb18e6dea4ad52a5e44b8755c9 in 626ms, sequenceid=280, compaction requested=true 2024-11-14T02:18:47,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:47,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:18:47,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:47,018 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:18:47,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:18:47,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:47,018 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:18:47,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:18:47,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:18:47,020 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:18:47,020 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): c3cfa6cb18e6dea4ad52a5e44b8755c9/B is initiating minor compaction (all files) 2024-11-14T02:18:47,020 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:18:47,021 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): c3cfa6cb18e6dea4ad52a5e44b8755c9/A is initiating minor compaction (all files) 2024-11-14T02:18:47,021 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3cfa6cb18e6dea4ad52a5e44b8755c9/A in TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:47,021 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/89fbbd4d60854645851a0ffafef096db, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/43db2b73e346405c903ce9fe264e4fad, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/8e694058b6db495b90a98c1868200d86] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp, totalSize=36.2 K 2024-11-14T02:18:47,021 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3cfa6cb18e6dea4ad52a5e44b8755c9/B in TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:47,021 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/408da10bdf7c496880385a2af4bf9bd1, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/853db258da444d958936bbd85e64d579, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/d46fae0f4ebf40ffa78c96e28eccb60d] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp, totalSize=36.2 K 2024-11-14T02:18:47,022 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89fbbd4d60854645851a0ffafef096db, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731550725595 2024-11-14T02:18:47,022 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 408da10bdf7c496880385a2af4bf9bd1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731550725595 2024-11-14T02:18:47,022 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43db2b73e346405c903ce9fe264e4fad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731550725709 2024-11-14T02:18:47,022 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 853db258da444d958936bbd85e64d579, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731550725709 2024-11-14T02:18:47,023 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e694058b6db495b90a98c1868200d86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731550726388 2024-11-14T02:18:47,023 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting d46fae0f4ebf40ffa78c96e28eccb60d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731550726388 2024-11-14T02:18:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:18:47,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c3cfa6cb18e6dea4ad52a5e44b8755c9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T02:18:47,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=A 2024-11-14T02:18:47,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:47,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=B 2024-11-14T02:18:47,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:47,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=C 2024-11-14T02:18:47,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:47,054 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3cfa6cb18e6dea4ad52a5e44b8755c9#A#compaction#54 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:18:47,055 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/01ccefae7fce4bb5abb0f0cfaaff893a is 50, key is test_row_0/A:col10/1731550726389/Put/seqid=0 2024-11-14T02:18:47,065 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3cfa6cb18e6dea4ad52a5e44b8755c9#B#compaction#55 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:18:47,066 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/ae5d27f6dd9943909016c81289206699 is 50, key is test_row_0/B:col10/1731550726389/Put/seqid=0 2024-11-14T02:18:47,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/f51bf510ed9b454b8ad4a56b8a0f693e is 50, key is test_row_0/A:col10/1731550726403/Put/seqid=0 2024-11-14T02:18:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-14T02:18:47,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550787095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:47,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550787096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:47,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550787098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:47,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550787100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:47,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550787102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:47,118 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:47,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741893_1069 (size=12915) 2024-11-14T02:18:47,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T02:18:47,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:47,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:47,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:47,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:47,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:47,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741894_1070 (size=12915) 2024-11-14T02:18:47,177 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/ae5d27f6dd9943909016c81289206699 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/ae5d27f6dd9943909016c81289206699 2024-11-14T02:18:47,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741895_1071 (size=14741) 2024-11-14T02:18:47,199 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3cfa6cb18e6dea4ad52a5e44b8755c9/B of c3cfa6cb18e6dea4ad52a5e44b8755c9 into ae5d27f6dd9943909016c81289206699(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:18:47,199 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:47,199 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., storeName=c3cfa6cb18e6dea4ad52a5e44b8755c9/B, priority=13, startTime=1731550727018; duration=0sec 2024-11-14T02:18:47,199 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:18:47,199 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:B 2024-11-14T02:18:47,200 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:18:47,215 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:18:47,215 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): c3cfa6cb18e6dea4ad52a5e44b8755c9/C is initiating minor compaction (all files) 2024-11-14T02:18:47,215 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3cfa6cb18e6dea4ad52a5e44b8755c9/C in TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:47,215 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/1fb7c810b2f04a4c907262ab44714844, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/707a59268b0b4f819a8e607796e916af, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/f5e51590a8f745039144eb809896a5e6] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp, totalSize=36.2 K 2024-11-14T02:18:47,218 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fb7c810b2f04a4c907262ab44714844, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731550725595 2024-11-14T02:18:47,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550787211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:47,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550787216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:47,230 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 707a59268b0b4f819a8e607796e916af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731550725709 2024-11-14T02:18:47,231 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting f5e51590a8f745039144eb809896a5e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731550726388 2024-11-14T02:18:47,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550787219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:47,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550787222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:47,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:47,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550787222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:47,262 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3cfa6cb18e6dea4ad52a5e44b8755c9#C#compaction#57 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:18:47,263 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/81a68bcec6a2475aaf7ede88e338e99c is 50, key is test_row_0/C:col10/1731550726389/Put/seqid=0 2024-11-14T02:18:47,302 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:47,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T02:18:47,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741896_1072 (size=12915) 2024-11-14T02:18:47,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:47,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:47,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:47,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:47,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:47,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:47,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:47,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550787423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:47,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550787424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:47,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:47,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550787438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:47,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:47,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550787439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550787440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:47,457 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:47,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T02:18:47,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:47,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:47,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:47,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:47,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:47,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:47,534 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/01ccefae7fce4bb5abb0f0cfaaff893a as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/01ccefae7fce4bb5abb0f0cfaaff893a 2024-11-14T02:18:47,545 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3cfa6cb18e6dea4ad52a5e44b8755c9/A of c3cfa6cb18e6dea4ad52a5e44b8755c9 into 01ccefae7fce4bb5abb0f0cfaaff893a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:18:47,545 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:47,545 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., storeName=c3cfa6cb18e6dea4ad52a5e44b8755c9/A, priority=13, startTime=1731550727018; duration=0sec 2024-11-14T02:18:47,545 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:47,545 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:A 2024-11-14T02:18:47,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/f51bf510ed9b454b8ad4a56b8a0f693e 2024-11-14T02:18:47,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/25e176e65e2246fdb4102c036e8a55e5 is 50, key is test_row_0/B:col10/1731550726403/Put/seqid=0 2024-11-14T02:18:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-14T02:18:47,613 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:47,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T02:18:47,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:47,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:47,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:47,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741897_1073 (size=12301) 2024-11-14T02:18:47,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:47,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:47,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/25e176e65e2246fdb4102c036e8a55e5 2024-11-14T02:18:47,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/563d2d62e8454fd3963f2c8dc38f7b70 is 50, key is test_row_0/C:col10/1731550726403/Put/seqid=0 2024-11-14T02:18:47,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741898_1074 (size=12301) 2024-11-14T02:18:47,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/563d2d62e8454fd3963f2c8dc38f7b70 2024-11-14T02:18:47,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/f51bf510ed9b454b8ad4a56b8a0f693e as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/f51bf510ed9b454b8ad4a56b8a0f693e 2024-11-14T02:18:47,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/f51bf510ed9b454b8ad4a56b8a0f693e, entries=200, sequenceid=295, filesize=14.4 K 2024-11-14T02:18:47,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/25e176e65e2246fdb4102c036e8a55e5 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/25e176e65e2246fdb4102c036e8a55e5 2024-11-14T02:18:47,717 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/81a68bcec6a2475aaf7ede88e338e99c as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/81a68bcec6a2475aaf7ede88e338e99c 2024-11-14T02:18:47,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/25e176e65e2246fdb4102c036e8a55e5, entries=150, sequenceid=295, filesize=12.0 K 2024-11-14T02:18:47,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/563d2d62e8454fd3963f2c8dc38f7b70 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/563d2d62e8454fd3963f2c8dc38f7b70 2024-11-14T02:18:47,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550787729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:47,737 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3cfa6cb18e6dea4ad52a5e44b8755c9/C of c3cfa6cb18e6dea4ad52a5e44b8755c9 into 81a68bcec6a2475aaf7ede88e338e99c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:18:47,737 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:47,737 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., storeName=c3cfa6cb18e6dea4ad52a5e44b8755c9/C, priority=13, startTime=1731550727018; duration=0sec 2024-11-14T02:18:47,737 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:47,737 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:C 2024-11-14T02:18:47,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/563d2d62e8454fd3963f2c8dc38f7b70, entries=150, sequenceid=295, filesize=12.0 K 2024-11-14T02:18:47,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c3cfa6cb18e6dea4ad52a5e44b8755c9 in 693ms, sequenceid=295, compaction requested=false 2024-11-14T02:18:47,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:18:47,744 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c3cfa6cb18e6dea4ad52a5e44b8755c9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T02:18:47,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=A 2024-11-14T02:18:47,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:47,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=B 2024-11-14T02:18:47,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:47,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=C 2024-11-14T02:18:47,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:47,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/023b304762ef4203afdfdd508777ed63 is 50, key is test_row_0/A:col10/1731550727087/Put/seqid=0 2024-11-14T02:18:47,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550787764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:47,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550787766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:47,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550787769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:47,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550787770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:47,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741899_1075 (size=14741) 2024-11-14T02:18:47,786 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:47,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T02:18:47,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:47,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:47,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:47,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:47,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:47,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550787873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:47,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550787873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:47,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550787878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:47,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550787881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:47,945 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:47,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T02:18:47,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:47,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:47,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:47,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:47,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:48,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550788077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:48,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:48,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550788084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550788085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:48,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550788091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:48,103 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:48,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T02:18:48,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:48,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:48,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:48,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:48,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:48,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/023b304762ef4203afdfdd508777ed63 2024-11-14T02:18:48,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/bc81cf2fb9484da5987fd9fba27488a0 is 50, key is test_row_0/B:col10/1731550727087/Put/seqid=0 2024-11-14T02:18:48,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550788254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:48,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741900_1076 (size=12301) 2024-11-14T02:18:48,264 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:48,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T02:18:48,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:48,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:48,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:48,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:48,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:48,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/bc81cf2fb9484da5987fd9fba27488a0 2024-11-14T02:18:48,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/a962f239c82b438ea3213fd2c09368c1 is 50, key is test_row_0/C:col10/1731550727087/Put/seqid=0 2024-11-14T02:18:48,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741901_1077 (size=12301) 2024-11-14T02:18:48,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550788390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:48,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550788392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:48,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550788393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:48,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550788396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:48,473 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:48,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T02:18:48,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:48,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:48,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:48,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:48,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-14T02:18:48,638 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:48,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T02:18:48,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:48,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:48,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:48,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:48,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:48,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/a962f239c82b438ea3213fd2c09368c1 2024-11-14T02:18:48,802 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:48,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T02:18:48,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:48,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:48,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:48,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:48,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:48,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/023b304762ef4203afdfdd508777ed63 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/023b304762ef4203afdfdd508777ed63 2024-11-14T02:18:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:48,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/023b304762ef4203afdfdd508777ed63, entries=200, sequenceid=322, filesize=14.4 K 2024-11-14T02:18:48,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/bc81cf2fb9484da5987fd9fba27488a0 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/bc81cf2fb9484da5987fd9fba27488a0 2024-11-14T02:18:48,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/bc81cf2fb9484da5987fd9fba27488a0, entries=150, sequenceid=322, filesize=12.0 K 2024-11-14T02:18:48,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/a962f239c82b438ea3213fd2c09368c1 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/a962f239c82b438ea3213fd2c09368c1 2024-11-14T02:18:48,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/a962f239c82b438ea3213fd2c09368c1, entries=150, sequenceid=322, filesize=12.0 K 2024-11-14T02:18:48,837 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for c3cfa6cb18e6dea4ad52a5e44b8755c9 in 1093ms, sequenceid=322, compaction requested=true 2024-11-14T02:18:48,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:48,838 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:18:48,839 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42397 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:18:48,839 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): c3cfa6cb18e6dea4ad52a5e44b8755c9/A is initiating minor compaction (all files) 2024-11-14T02:18:48,840 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3cfa6cb18e6dea4ad52a5e44b8755c9/A in TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:48,840 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/01ccefae7fce4bb5abb0f0cfaaff893a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/f51bf510ed9b454b8ad4a56b8a0f693e, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/023b304762ef4203afdfdd508777ed63] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp, totalSize=41.4 K 2024-11-14T02:18:48,841 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01ccefae7fce4bb5abb0f0cfaaff893a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731550726388 2024-11-14T02:18:48,841 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting f51bf510ed9b454b8ad4a56b8a0f693e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731550726403 2024-11-14T02:18:48,842 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 023b304762ef4203afdfdd508777ed63, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731550727087 2024-11-14T02:18:48,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:18:48,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:48,851 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:18:48,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:18:48,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:48,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:18:48,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:18:48,853 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:18:48,853 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): c3cfa6cb18e6dea4ad52a5e44b8755c9/B is initiating minor compaction (all files) 2024-11-14T02:18:48,853 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3cfa6cb18e6dea4ad52a5e44b8755c9/B in TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:48,853 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/ae5d27f6dd9943909016c81289206699, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/25e176e65e2246fdb4102c036e8a55e5, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/bc81cf2fb9484da5987fd9fba27488a0] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp, totalSize=36.6 K 2024-11-14T02:18:48,854 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting ae5d27f6dd9943909016c81289206699, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731550726388 2024-11-14T02:18:48,855 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 25e176e65e2246fdb4102c036e8a55e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731550726403 2024-11-14T02:18:48,855 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting bc81cf2fb9484da5987fd9fba27488a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731550727087 2024-11-14T02:18:48,873 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3cfa6cb18e6dea4ad52a5e44b8755c9#A#compaction#63 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:18:48,874 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/960d4a35ece141789f7b3ec98bd16937 is 50, key is test_row_0/A:col10/1731550727087/Put/seqid=0 2024-11-14T02:18:48,895 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3cfa6cb18e6dea4ad52a5e44b8755c9#B#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:18:48,895 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/0d987afc6c944932935b18efd7bd6ac5 is 50, key is test_row_0/B:col10/1731550727087/Put/seqid=0 2024-11-14T02:18:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:18:48,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c3cfa6cb18e6dea4ad52a5e44b8755c9 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T02:18:48,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=A 2024-11-14T02:18:48,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:48,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=B 2024-11-14T02:18:48,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:48,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=C 2024-11-14T02:18:48,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:48,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741902_1078 (size=13017) 2024-11-14T02:18:48,931 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/960d4a35ece141789f7b3ec98bd16937 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/960d4a35ece141789f7b3ec98bd16937 2024-11-14T02:18:48,943 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3cfa6cb18e6dea4ad52a5e44b8755c9/A of c3cfa6cb18e6dea4ad52a5e44b8755c9 into 960d4a35ece141789f7b3ec98bd16937(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:18:48,944 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:48,944 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., storeName=c3cfa6cb18e6dea4ad52a5e44b8755c9/A, priority=13, startTime=1731550728837; duration=0sec 2024-11-14T02:18:48,944 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:18:48,944 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:A 2024-11-14T02:18:48,944 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:18:48,947 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:18:48,947 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): c3cfa6cb18e6dea4ad52a5e44b8755c9/C is initiating minor compaction (all files) 2024-11-14T02:18:48,947 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3cfa6cb18e6dea4ad52a5e44b8755c9/C in TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:48,948 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/81a68bcec6a2475aaf7ede88e338e99c, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/563d2d62e8454fd3963f2c8dc38f7b70, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/a962f239c82b438ea3213fd2c09368c1] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp, totalSize=36.6 K 2024-11-14T02:18:48,948 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81a68bcec6a2475aaf7ede88e338e99c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731550726388 2024-11-14T02:18:48,949 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 563d2d62e8454fd3963f2c8dc38f7b70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731550726403 2024-11-14T02:18:48,949 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting a962f239c82b438ea3213fd2c09368c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731550727087 2024-11-14T02:18:48,961 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:48,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T02:18:48,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:48,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:48,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:48,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:48,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:48,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741903_1079 (size=13017) 2024-11-14T02:18:48,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/7d4d5ba8675841a4830d1fc7e3fdc594 is 50, key is test_row_0/A:col10/1731550728905/Put/seqid=0 2024-11-14T02:18:48,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550788976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:48,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550788977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:48,987 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/0d987afc6c944932935b18efd7bd6ac5 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/0d987afc6c944932935b18efd7bd6ac5 2024-11-14T02:18:48,991 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3cfa6cb18e6dea4ad52a5e44b8755c9#C#compaction#66 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:18:48,992 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/7c43ccdfae124f4ea77a761c49bc147c is 50, key is test_row_0/C:col10/1731550727087/Put/seqid=0 2024-11-14T02:18:48,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550788984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:48,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550788985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:49,004 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3cfa6cb18e6dea4ad52a5e44b8755c9/B of c3cfa6cb18e6dea4ad52a5e44b8755c9 into 0d987afc6c944932935b18efd7bd6ac5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:18:49,004 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:49,004 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., storeName=c3cfa6cb18e6dea4ad52a5e44b8755c9/B, priority=13, startTime=1731550728851; duration=0sec 2024-11-14T02:18:49,005 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:49,005 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:B 2024-11-14T02:18:49,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741904_1080 (size=12301) 2024-11-14T02:18:49,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741905_1081 (size=13017) 2024-11-14T02:18:49,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550789091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:49,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550789091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:49,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550789099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:49,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550789108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:49,122 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:49,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T02:18:49,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:49,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:49,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:49,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:49,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:49,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550789269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:49,277 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:49,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T02:18:49,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:49,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:49,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:49,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:49,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:49,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550789301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:49,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550789302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:49,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550789306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:49,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550789321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:49,434 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:49,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T02:18:49,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:49,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:49,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:49,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:49,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:49,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/7d4d5ba8675841a4830d1fc7e3fdc594 2024-11-14T02:18:49,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/3828671e4f704a38905bfe1f99192e0f is 50, key is test_row_0/B:col10/1731550728905/Put/seqid=0 2024-11-14T02:18:49,479 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/7c43ccdfae124f4ea77a761c49bc147c as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/7c43ccdfae124f4ea77a761c49bc147c 2024-11-14T02:18:49,495 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3cfa6cb18e6dea4ad52a5e44b8755c9/C of c3cfa6cb18e6dea4ad52a5e44b8755c9 into 7c43ccdfae124f4ea77a761c49bc147c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:18:49,495 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:49,495 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., storeName=c3cfa6cb18e6dea4ad52a5e44b8755c9/C, priority=13, startTime=1731550728852; duration=0sec 2024-11-14T02:18:49,496 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:49,496 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:C 2024-11-14T02:18:49,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741906_1082 (size=12301) 2024-11-14T02:18:49,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/3828671e4f704a38905bfe1f99192e0f 2024-11-14T02:18:49,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/c1b2cc9d7f134e79a5f5a3d27176be00 is 50, key is test_row_0/C:col10/1731550728905/Put/seqid=0 2024-11-14T02:18:49,589 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:49,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T02:18:49,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:49,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:49,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:49,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:49,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:49,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550789607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:49,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550789609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:49,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741907_1083 (size=12301) 2024-11-14T02:18:49,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/c1b2cc9d7f134e79a5f5a3d27176be00 2024-11-14T02:18:49,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550789614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:49,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/7d4d5ba8675841a4830d1fc7e3fdc594 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/7d4d5ba8675841a4830d1fc7e3fdc594 2024-11-14T02:18:49,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550789630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:49,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/7d4d5ba8675841a4830d1fc7e3fdc594, entries=150, sequenceid=338, filesize=12.0 K 2024-11-14T02:18:49,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/3828671e4f704a38905bfe1f99192e0f as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/3828671e4f704a38905bfe1f99192e0f 2024-11-14T02:18:49,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/3828671e4f704a38905bfe1f99192e0f, entries=150, sequenceid=338, filesize=12.0 K 2024-11-14T02:18:49,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/c1b2cc9d7f134e79a5f5a3d27176be00 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/c1b2cc9d7f134e79a5f5a3d27176be00 2024-11-14T02:18:49,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/c1b2cc9d7f134e79a5f5a3d27176be00, entries=150, sequenceid=338, filesize=12.0 K 2024-11-14T02:18:49,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for c3cfa6cb18e6dea4ad52a5e44b8755c9 in 765ms, sequenceid=338, compaction requested=false 2024-11-14T02:18:49,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:49,743 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:49,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T02:18:49,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:49,744 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing c3cfa6cb18e6dea4ad52a5e44b8755c9 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-14T02:18:49,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=A 2024-11-14T02:18:49,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:49,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=B 2024-11-14T02:18:49,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:49,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=C 2024-11-14T02:18:49,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:49,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/ad7b45e430b44446b33f0b1e95b47764 is 50, key is test_row_0/A:col10/1731550728981/Put/seqid=0 2024-11-14T02:18:49,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741908_1084 (size=12301) 2024-11-14T02:18:49,797 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/ad7b45e430b44446b33f0b1e95b47764 2024-11-14T02:18:49,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/87b857aac8614fcc9d15f5f921720fcf is 50, key is test_row_0/B:col10/1731550728981/Put/seqid=0 2024-11-14T02:18:49,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741909_1085 (size=12301) 2024-11-14T02:18:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:18:50,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:50,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550790170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:50,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550790171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:50,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550790172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:50,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550790173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:50,276 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/87b857aac8614fcc9d15f5f921720fcf 2024-11-14T02:18:50,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550790281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:50,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550790287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:50,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550790287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:50,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550790291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:50,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/9b8099d620c04c4f89b04517204174e5 is 50, key is test_row_0/C:col10/1731550728981/Put/seqid=0 2024-11-14T02:18:50,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741910_1086 (size=12301) 2024-11-14T02:18:50,376 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/9b8099d620c04c4f89b04517204174e5 2024-11-14T02:18:50,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/ad7b45e430b44446b33f0b1e95b47764 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ad7b45e430b44446b33f0b1e95b47764 2024-11-14T02:18:50,392 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ad7b45e430b44446b33f0b1e95b47764, entries=150, sequenceid=362, filesize=12.0 K 2024-11-14T02:18:50,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/87b857aac8614fcc9d15f5f921720fcf as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/87b857aac8614fcc9d15f5f921720fcf 2024-11-14T02:18:50,402 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/87b857aac8614fcc9d15f5f921720fcf, entries=150, sequenceid=362, filesize=12.0 K 2024-11-14T02:18:50,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/9b8099d620c04c4f89b04517204174e5 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/9b8099d620c04c4f89b04517204174e5 2024-11-14T02:18:50,413 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/9b8099d620c04c4f89b04517204174e5, entries=150, sequenceid=362, filesize=12.0 K 2024-11-14T02:18:50,415 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for c3cfa6cb18e6dea4ad52a5e44b8755c9 in 671ms, sequenceid=362, compaction requested=true 2024-11-14T02:18:50,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:50,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:50,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-14T02:18:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-14T02:18:50,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-14T02:18:50,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.9220 sec 2024-11-14T02:18:50,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 3.9360 sec 2024-11-14T02:18:50,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c3cfa6cb18e6dea4ad52a5e44b8755c9 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-14T02:18:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:18:50,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=A 2024-11-14T02:18:50,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:50,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=B 2024-11-14T02:18:50,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:50,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=C 2024-11-14T02:18:50,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:50,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/ff00d56ec44349ec90bd023300c86845 is 50, key is test_row_0/A:col10/1731550730171/Put/seqid=0 2024-11-14T02:18:50,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741911_1087 (size=12301) 2024-11-14T02:18:50,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550790559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:50,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550790561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:50,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550790565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:50,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550790571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-14T02:18:50,614 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-14T02:18:50,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:18:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-14T02:18:50,626 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:18:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-14T02:18:50,626 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:18:50,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:18:50,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:50,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550790673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:50,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550790673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:50,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550790675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:50,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550790676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-14T02:18:50,781 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:50,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-14T02:18:50,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:50,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:50,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:50,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:50,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:50,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:50,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550790878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:50,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550790878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:50,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:50,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550790882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:50,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:50,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550790882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:50,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-14T02:18:50,935 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:50,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/ff00d56ec44349ec90bd023300c86845 2024-11-14T02:18:50,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-14T02:18:50,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:50,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:50,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:50,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:50,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:50,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:50,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/983119e19f664301b4ec29bbe714729d is 50, key is test_row_0/B:col10/1731550730171/Put/seqid=0 2024-11-14T02:18:51,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741912_1088 (size=12301) 2024-11-14T02:18:51,095 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:51,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-14T02:18:51,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:51,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:51,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:51,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:51,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:51,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:51,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550791182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550791183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:51,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550791189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:51,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550791189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-14T02:18:51,250 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:51,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-14T02:18:51,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:51,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:51,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:51,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:51,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:51,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550791275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:51,280 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4184 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., hostname=3d72750a2650,45917,1731550712637, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:18:51,405 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:51,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-14T02:18:51,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:51,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:51,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:51,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:51,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:51,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/983119e19f664301b4ec29bbe714729d 2024-11-14T02:18:51,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/8a7bab0976cb4452b7a09a9dedc86634 is 50, key is test_row_0/C:col10/1731550730171/Put/seqid=0 2024-11-14T02:18:51,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741913_1089 (size=12301) 2024-11-14T02:18:51,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/8a7bab0976cb4452b7a09a9dedc86634 2024-11-14T02:18:51,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/ff00d56ec44349ec90bd023300c86845 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ff00d56ec44349ec90bd023300c86845 2024-11-14T02:18:51,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ff00d56ec44349ec90bd023300c86845, entries=150, sequenceid=380, filesize=12.0 K 2024-11-14T02:18:51,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/983119e19f664301b4ec29bbe714729d as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/983119e19f664301b4ec29bbe714729d 2024-11-14T02:18:51,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/983119e19f664301b4ec29bbe714729d, entries=150, sequenceid=380, filesize=12.0 K 2024-11-14T02:18:51,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/8a7bab0976cb4452b7a09a9dedc86634 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/8a7bab0976cb4452b7a09a9dedc86634 2024-11-14T02:18:51,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/8a7bab0976cb4452b7a09a9dedc86634, entries=150, sequenceid=380, filesize=12.0 K 2024-11-14T02:18:51,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for c3cfa6cb18e6dea4ad52a5e44b8755c9 in 999ms, sequenceid=380, compaction requested=true 2024-11-14T02:18:51,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:51,495 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:18:51,497 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:18:51,497 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): c3cfa6cb18e6dea4ad52a5e44b8755c9/A is initiating minor compaction (all files) 2024-11-14T02:18:51,497 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3cfa6cb18e6dea4ad52a5e44b8755c9/A in TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:51,498 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/960d4a35ece141789f7b3ec98bd16937, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/7d4d5ba8675841a4830d1fc7e3fdc594, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ad7b45e430b44446b33f0b1e95b47764, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ff00d56ec44349ec90bd023300c86845] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp, totalSize=48.8 K 2024-11-14T02:18:51,499 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 960d4a35ece141789f7b3ec98bd16937, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731550727087 2024-11-14T02:18:51,499 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d4d5ba8675841a4830d1fc7e3fdc594, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731550728905 2024-11-14T02:18:51,500 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad7b45e430b44446b33f0b1e95b47764, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731550728971 2024-11-14T02:18:51,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:18:51,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:51,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:18:51,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:18:51,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:18:51,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:18:51,500 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:18:51,500 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff00d56ec44349ec90bd023300c86845, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731550730171 2024-11-14T02:18:51,503 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:18:51,503 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): c3cfa6cb18e6dea4ad52a5e44b8755c9/B is initiating minor compaction (all files) 2024-11-14T02:18:51,503 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3cfa6cb18e6dea4ad52a5e44b8755c9/B in TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:51,504 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/0d987afc6c944932935b18efd7bd6ac5, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/3828671e4f704a38905bfe1f99192e0f, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/87b857aac8614fcc9d15f5f921720fcf, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/983119e19f664301b4ec29bbe714729d] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp, totalSize=48.8 K 2024-11-14T02:18:51,505 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d987afc6c944932935b18efd7bd6ac5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731550727087 2024-11-14T02:18:51,506 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 3828671e4f704a38905bfe1f99192e0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731550728905 2024-11-14T02:18:51,506 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 87b857aac8614fcc9d15f5f921720fcf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731550728971 2024-11-14T02:18:51,508 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 983119e19f664301b4ec29bbe714729d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731550730171 2024-11-14T02:18:51,520 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3cfa6cb18e6dea4ad52a5e44b8755c9#A#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:18:51,521 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/ac17b1241acb445a98b129f4294acbf0 is 50, key is test_row_0/A:col10/1731550730171/Put/seqid=0 2024-11-14T02:18:51,529 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3cfa6cb18e6dea4ad52a5e44b8755c9#B#compaction#76 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:18:51,532 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/4a7f82aa393247dabdb0572902120419 is 50, key is test_row_0/B:col10/1731550730171/Put/seqid=0 2024-11-14T02:18:51,560 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:51,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-14T02:18:51,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:51,563 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing c3cfa6cb18e6dea4ad52a5e44b8755c9 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-14T02:18:51,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=A 2024-11-14T02:18:51,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:51,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=B 2024-11-14T02:18:51,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:51,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=C 2024-11-14T02:18:51,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:51,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/f094bf68d91d4eae8ff02dce4ba7262f is 50, key is test_row_0/A:col10/1731550730515/Put/seqid=0 2024-11-14T02:18:51,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741915_1091 (size=13153) 2024-11-14T02:18:51,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741914_1090 (size=13153) 2024-11-14T02:18:51,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741916_1092 (size=12301) 2024-11-14T02:18:51,605 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/f094bf68d91d4eae8ff02dce4ba7262f 2024-11-14T02:18:51,615 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/ac17b1241acb445a98b129f4294acbf0 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ac17b1241acb445a98b129f4294acbf0 2024-11-14T02:18:51,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/867b11e8bbbb4278851f26a07c3421bb is 50, key is test_row_0/B:col10/1731550730515/Put/seqid=0 2024-11-14T02:18:51,654 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c3cfa6cb18e6dea4ad52a5e44b8755c9/A of c3cfa6cb18e6dea4ad52a5e44b8755c9 into ac17b1241acb445a98b129f4294acbf0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:18:51,655 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:51,655 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., storeName=c3cfa6cb18e6dea4ad52a5e44b8755c9/A, priority=12, startTime=1731550731495; duration=0sec 2024-11-14T02:18:51,655 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:18:51,655 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:A 2024-11-14T02:18:51,655 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:18:51,666 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:18:51,666 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): c3cfa6cb18e6dea4ad52a5e44b8755c9/C is initiating minor compaction (all files) 2024-11-14T02:18:51,666 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3cfa6cb18e6dea4ad52a5e44b8755c9/C in TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:51,667 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/7c43ccdfae124f4ea77a761c49bc147c, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/c1b2cc9d7f134e79a5f5a3d27176be00, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/9b8099d620c04c4f89b04517204174e5, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/8a7bab0976cb4452b7a09a9dedc86634] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp, totalSize=48.8 K 2024-11-14T02:18:51,667 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c43ccdfae124f4ea77a761c49bc147c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731550727087 2024-11-14T02:18:51,668 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1b2cc9d7f134e79a5f5a3d27176be00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731550728905 2024-11-14T02:18:51,668 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b8099d620c04c4f89b04517204174e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731550728971 2024-11-14T02:18:51,669 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a7bab0976cb4452b7a09a9dedc86634, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731550730171 2024-11-14T02:18:51,686 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3cfa6cb18e6dea4ad52a5e44b8755c9#C#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:18:51,687 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/90fbbcc3b33c4c2197ac7bf8304cfabe is 50, key is test_row_0/C:col10/1731550730171/Put/seqid=0 2024-11-14T02:18:51,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741917_1093 (size=12301) 2024-11-14T02:18:51,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:51,696 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/867b11e8bbbb4278851f26a07c3421bb 2024-11-14T02:18:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:18:51,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/069b1bec16a84d45878ccb7afcc7f9d7 is 50, key is test_row_0/C:col10/1731550730515/Put/seqid=0 2024-11-14T02:18:51,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741918_1094 (size=13153) 2024-11-14T02:18:51,722 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/90fbbcc3b33c4c2197ac7bf8304cfabe as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/90fbbcc3b33c4c2197ac7bf8304cfabe 2024-11-14T02:18:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-14T02:18:51,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741919_1095 (size=12301) 2024-11-14T02:18:51,756 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c3cfa6cb18e6dea4ad52a5e44b8755c9/C of c3cfa6cb18e6dea4ad52a5e44b8755c9 into 90fbbcc3b33c4c2197ac7bf8304cfabe(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:18:51,756 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:51,756 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., storeName=c3cfa6cb18e6dea4ad52a5e44b8755c9/C, priority=12, startTime=1731550731500; duration=0sec 2024-11-14T02:18:51,756 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:51,756 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:C 2024-11-14T02:18:51,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550791753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:51,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550791756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:51,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550791757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:51,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550791763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:51,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550791866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:51,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550791867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:51,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550791867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:51,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550791870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:51,994 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/4a7f82aa393247dabdb0572902120419 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/4a7f82aa393247dabdb0572902120419 2024-11-14T02:18:52,002 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c3cfa6cb18e6dea4ad52a5e44b8755c9/B of c3cfa6cb18e6dea4ad52a5e44b8755c9 into 4a7f82aa393247dabdb0572902120419(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:18:52,002 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:52,002 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., storeName=c3cfa6cb18e6dea4ad52a5e44b8755c9/B, priority=12, startTime=1731550731500; duration=0sec 2024-11-14T02:18:52,002 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:52,002 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:B 2024-11-14T02:18:52,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550792073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:52,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550792077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:52,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550792079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:52,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550792083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:52,157 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/069b1bec16a84d45878ccb7afcc7f9d7 2024-11-14T02:18:52,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/f094bf68d91d4eae8ff02dce4ba7262f as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/f094bf68d91d4eae8ff02dce4ba7262f 2024-11-14T02:18:52,185 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/f094bf68d91d4eae8ff02dce4ba7262f, entries=150, sequenceid=398, filesize=12.0 K 2024-11-14T02:18:52,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/867b11e8bbbb4278851f26a07c3421bb as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/867b11e8bbbb4278851f26a07c3421bb 2024-11-14T02:18:52,197 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/867b11e8bbbb4278851f26a07c3421bb, entries=150, sequenceid=398, filesize=12.0 K 2024-11-14T02:18:52,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/069b1bec16a84d45878ccb7afcc7f9d7 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/069b1bec16a84d45878ccb7afcc7f9d7 2024-11-14T02:18:52,210 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/069b1bec16a84d45878ccb7afcc7f9d7, entries=150, sequenceid=398, filesize=12.0 K 2024-11-14T02:18:52,214 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for c3cfa6cb18e6dea4ad52a5e44b8755c9 in 651ms, sequenceid=398, compaction requested=false 2024-11-14T02:18:52,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:52,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:52,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-14T02:18:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-14T02:18:52,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-14T02:18:52,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5900 sec 2024-11-14T02:18:52,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.6040 sec 2024-11-14T02:18:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:18:52,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c3cfa6cb18e6dea4ad52a5e44b8755c9 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-14T02:18:52,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=A 2024-11-14T02:18:52,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:52,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=B 2024-11-14T02:18:52,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:52,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=C 2024-11-14T02:18:52,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:52,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/eabcf6316b9a44c08feb59a9857b4df3 is 50, key is test_row_0/A:col10/1731550731753/Put/seqid=0 2024-11-14T02:18:52,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:52,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550792410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:52,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:52,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550792411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:52,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:52,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550792411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:52,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:52,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550792412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:52,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741920_1096 (size=14741) 2024-11-14T02:18:52,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/eabcf6316b9a44c08feb59a9857b4df3 2024-11-14T02:18:52,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/217ebc95cb83488594bc7e63082a4526 is 50, key is test_row_0/B:col10/1731550731753/Put/seqid=0 2024-11-14T02:18:52,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741921_1097 (size=12301) 2024-11-14T02:18:52,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550792516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:52,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550792518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:52,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550792519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:52,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550792519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:52,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:52,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550792720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:52,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:52,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550792722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:52,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:52,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550792725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:52,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:52,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550792726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:52,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-14T02:18:52,747 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-14T02:18:52,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:18:52,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-14T02:18:52,765 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:18:52,766 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:18:52,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:18:52,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-14T02:18:52,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-14T02:18:52,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/217ebc95cb83488594bc7e63082a4526 2024-11-14T02:18:52,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/d2940d37c2e3431daab92a6054a2511d is 50, key is test_row_0/C:col10/1731550731753/Put/seqid=0 2024-11-14T02:18:52,918 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:52,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-14T02:18:52,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:52,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:52,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:52,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:52,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:52,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:52,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741922_1098 (size=12301) 2024-11-14T02:18:53,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:53,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550793028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:53,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550793029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:53,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550793031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:53,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:53,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550793031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-14T02:18:53,086 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:53,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-14T02:18:53,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:53,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:53,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:53,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:53,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:53,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:53,243 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:53,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-14T02:18:53,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:53,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:53,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:53,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:53,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:53,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:53,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/d2940d37c2e3431daab92a6054a2511d 2024-11-14T02:18:53,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-14T02:18:53,399 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:53,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-14T02:18:53,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:53,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:53,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:53,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:53,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:53,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:53,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/eabcf6316b9a44c08feb59a9857b4df3 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/eabcf6316b9a44c08feb59a9857b4df3 2024-11-14T02:18:53,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/eabcf6316b9a44c08feb59a9857b4df3, entries=200, sequenceid=420, filesize=14.4 K 2024-11-14T02:18:53,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/217ebc95cb83488594bc7e63082a4526 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/217ebc95cb83488594bc7e63082a4526 2024-11-14T02:18:53,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/217ebc95cb83488594bc7e63082a4526, entries=150, sequenceid=420, filesize=12.0 K 2024-11-14T02:18:53,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/d2940d37c2e3431daab92a6054a2511d as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/d2940d37c2e3431daab92a6054a2511d 2024-11-14T02:18:53,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/d2940d37c2e3431daab92a6054a2511d, entries=150, sequenceid=420, filesize=12.0 K 2024-11-14T02:18:53,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for c3cfa6cb18e6dea4ad52a5e44b8755c9 in 1072ms, sequenceid=420, compaction requested=true 2024-11-14T02:18:53,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:53,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:18:53,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:53,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:18:53,453 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:18:53,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:18:53,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:18:53,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T02:18:53,455 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:18:53,455 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:18:53,455 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): c3cfa6cb18e6dea4ad52a5e44b8755c9/A is initiating minor compaction (all files) 2024-11-14T02:18:53,455 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3cfa6cb18e6dea4ad52a5e44b8755c9/A in TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:53,455 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ac17b1241acb445a98b129f4294acbf0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/f094bf68d91d4eae8ff02dce4ba7262f, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/eabcf6316b9a44c08feb59a9857b4df3] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp, totalSize=39.3 K 2024-11-14T02:18:53,456 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting ac17b1241acb445a98b129f4294acbf0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731550730171 2024-11-14T02:18:53,458 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting f094bf68d91d4eae8ff02dce4ba7262f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731550730515 2024-11-14T02:18:53,459 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:18:53,459 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting eabcf6316b9a44c08feb59a9857b4df3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1731550731753 2024-11-14T02:18:53,459 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): c3cfa6cb18e6dea4ad52a5e44b8755c9/B is initiating minor compaction (all files) 2024-11-14T02:18:53,459 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3cfa6cb18e6dea4ad52a5e44b8755c9/B in TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:53,459 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/4a7f82aa393247dabdb0572902120419, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/867b11e8bbbb4278851f26a07c3421bb, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/217ebc95cb83488594bc7e63082a4526] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp, totalSize=36.9 K 2024-11-14T02:18:53,460 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a7f82aa393247dabdb0572902120419, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731550730171 2024-11-14T02:18:53,461 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 867b11e8bbbb4278851f26a07c3421bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731550730515 2024-11-14T02:18:53,462 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 217ebc95cb83488594bc7e63082a4526, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1731550731753 2024-11-14T02:18:53,480 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3cfa6cb18e6dea4ad52a5e44b8755c9#A#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:18:53,480 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3cfa6cb18e6dea4ad52a5e44b8755c9#B#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:18:53,481 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/7f8c17527d87456e964f313d048bd524 is 50, key is test_row_0/A:col10/1731550731753/Put/seqid=0 2024-11-14T02:18:53,481 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/ff500866f618442ba3164721ed040699 is 50, key is test_row_0/B:col10/1731550731753/Put/seqid=0 2024-11-14T02:18:53,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741923_1099 (size=13255) 2024-11-14T02:18:53,535 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/ff500866f618442ba3164721ed040699 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/ff500866f618442ba3164721ed040699 2024-11-14T02:18:53,541 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c3cfa6cb18e6dea4ad52a5e44b8755c9 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-14T02:18:53,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=A 2024-11-14T02:18:53,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:53,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=B 2024-11-14T02:18:53,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:53,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=C 2024-11-14T02:18:53,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:18:53,554 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3cfa6cb18e6dea4ad52a5e44b8755c9/B of c3cfa6cb18e6dea4ad52a5e44b8755c9 into ff500866f618442ba3164721ed040699(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:18:53,554 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:53,554 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., storeName=c3cfa6cb18e6dea4ad52a5e44b8755c9/B, priority=13, startTime=1731550733453; duration=0sec 2024-11-14T02:18:53,554 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:18:53,554 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:B 2024-11-14T02:18:53,554 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:18:53,558 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:53,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741924_1100 (size=13255) 2024-11-14T02:18:53,564 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:18:53,564 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): c3cfa6cb18e6dea4ad52a5e44b8755c9/C is initiating minor compaction (all files) 2024-11-14T02:18:53,565 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3cfa6cb18e6dea4ad52a5e44b8755c9/C in TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:53,565 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/90fbbcc3b33c4c2197ac7bf8304cfabe, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/069b1bec16a84d45878ccb7afcc7f9d7, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/d2940d37c2e3431daab92a6054a2511d] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp, totalSize=36.9 K 2024-11-14T02:18:53,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/0db0797c2cb141afa0fb18ee74436b9a is 50, key is test_row_0/A:col10/1731550733539/Put/seqid=0 2024-11-14T02:18:53,566 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90fbbcc3b33c4c2197ac7bf8304cfabe, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731550730171 2024-11-14T02:18:53,568 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 069b1bec16a84d45878ccb7afcc7f9d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731550730515 2024-11-14T02:18:53,569 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2940d37c2e3431daab92a6054a2511d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1731550731753 2024-11-14T02:18:53,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-14T02:18:53,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:53,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:53,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:53,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:53,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:53,576 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/7f8c17527d87456e964f313d048bd524 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/7f8c17527d87456e964f313d048bd524 2024-11-14T02:18:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:53,598 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3cfa6cb18e6dea4ad52a5e44b8755c9/A of c3cfa6cb18e6dea4ad52a5e44b8755c9 into 7f8c17527d87456e964f313d048bd524(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:18:53,598 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:53,598 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., storeName=c3cfa6cb18e6dea4ad52a5e44b8755c9/A, priority=13, startTime=1731550733453; duration=0sec 2024-11-14T02:18:53,599 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:53,599 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:A 2024-11-14T02:18:53,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741925_1101 (size=14741) 2024-11-14T02:18:53,612 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3cfa6cb18e6dea4ad52a5e44b8755c9#C#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:18:53,612 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/478e830b3c3a484192e0d6f0ac0b6267 is 50, key is test_row_0/C:col10/1731550731753/Put/seqid=0 2024-11-14T02:18:53,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550793612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:53,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550793614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:53,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550793627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:53,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550793627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:53,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741926_1102 (size=13255) 2024-11-14T02:18:53,676 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/478e830b3c3a484192e0d6f0ac0b6267 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/478e830b3c3a484192e0d6f0ac0b6267 2024-11-14T02:18:53,690 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3cfa6cb18e6dea4ad52a5e44b8755c9/C of c3cfa6cb18e6dea4ad52a5e44b8755c9 into 478e830b3c3a484192e0d6f0ac0b6267(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:18:53,691 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:53,691 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., storeName=c3cfa6cb18e6dea4ad52a5e44b8755c9/C, priority=13, startTime=1731550733453; duration=0sec 2024-11-14T02:18:53,691 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:53,691 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:C 2024-11-14T02:18:53,732 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:53,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-14T02:18:53,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:53,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:53,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:53,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:53,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:53,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:53,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550793731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:53,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:53,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550793733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:53,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:53,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550793739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:53,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:53,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550793739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:53,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-14T02:18:53,886 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:53,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-14T02:18:53,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:53,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:53,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:53,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:53,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:53,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:53,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550793940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:53,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550793944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:53,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550793945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:53,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:53,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550793945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:54,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/0db0797c2cb141afa0fb18ee74436b9a 2024-11-14T02:18:54,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/3a166e9a1ab249e3afb0f779db0cffb9 is 50, key is test_row_0/B:col10/1731550733539/Put/seqid=0 2024-11-14T02:18:54,046 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:54,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-14T02:18:54,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:54,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:54,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:54,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:54,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:54,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741927_1103 (size=12301) 2024-11-14T02:18:54,201 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:54,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-14T02:18:54,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:54,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:54,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:54,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:54,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:54,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550794246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:54,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550794253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:54,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550794253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:54,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550794260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:54,358 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:54,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-14T02:18:54,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:54,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:54,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:54,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:54,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:54,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/3a166e9a1ab249e3afb0f779db0cffb9 2024-11-14T02:18:54,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/2131bd77f53c47c8a58f05dc35783831 is 50, key is test_row_0/C:col10/1731550733539/Put/seqid=0 2024-11-14T02:18:54,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741928_1104 (size=12301) 2024-11-14T02:18:54,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/2131bd77f53c47c8a58f05dc35783831 2024-11-14T02:18:54,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/0db0797c2cb141afa0fb18ee74436b9a as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/0db0797c2cb141afa0fb18ee74436b9a 2024-11-14T02:18:54,514 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:54,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-14T02:18:54,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:54,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:54,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:54,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:54,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:54,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/0db0797c2cb141afa0fb18ee74436b9a, entries=200, sequenceid=439, filesize=14.4 K 2024-11-14T02:18:54,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/3a166e9a1ab249e3afb0f779db0cffb9 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/3a166e9a1ab249e3afb0f779db0cffb9 2024-11-14T02:18:54,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/3a166e9a1ab249e3afb0f779db0cffb9, entries=150, sequenceid=439, filesize=12.0 K 2024-11-14T02:18:54,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/2131bd77f53c47c8a58f05dc35783831 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/2131bd77f53c47c8a58f05dc35783831 2024-11-14T02:18:54,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/2131bd77f53c47c8a58f05dc35783831, entries=150, sequenceid=439, filesize=12.0 K 2024-11-14T02:18:54,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for c3cfa6cb18e6dea4ad52a5e44b8755c9 in 1000ms, sequenceid=439, compaction requested=false 2024-11-14T02:18:54,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:54,670 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:54,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-14T02:18:54,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:54,671 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing c3cfa6cb18e6dea4ad52a5e44b8755c9 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-14T02:18:54,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=A 2024-11-14T02:18:54,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:54,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=B 2024-11-14T02:18:54,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:54,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=C 2024-11-14T02:18:54,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:54,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/8cc6e1e211124028b7c5a87ebdb45cb0 is 50, key is test_row_0/A:col10/1731550733625/Put/seqid=0 2024-11-14T02:18:54,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741929_1105 (size=12301) 2024-11-14T02:18:54,690 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/8cc6e1e211124028b7c5a87ebdb45cb0 2024-11-14T02:18:54,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/54bca245cb3845b69d3f062e03261b0a is 50, key is test_row_0/B:col10/1731550733625/Put/seqid=0 2024-11-14T02:18:54,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741930_1106 (size=12301) 2024-11-14T02:18:54,704 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/54bca245cb3845b69d3f062e03261b0a 2024-11-14T02:18:54,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/5692e4c2d970431f9d4cd30089a915aa is 50, key is test_row_0/C:col10/1731550733625/Put/seqid=0 2024-11-14T02:18:54,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741931_1107 (size=12301) 2024-11-14T02:18:54,723 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/5692e4c2d970431f9d4cd30089a915aa 2024-11-14T02:18:54,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/8cc6e1e211124028b7c5a87ebdb45cb0 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/8cc6e1e211124028b7c5a87ebdb45cb0 2024-11-14T02:18:54,734 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/8cc6e1e211124028b7c5a87ebdb45cb0, entries=150, sequenceid=460, filesize=12.0 K 2024-11-14T02:18:54,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/54bca245cb3845b69d3f062e03261b0a as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/54bca245cb3845b69d3f062e03261b0a 2024-11-14T02:18:54,740 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/54bca245cb3845b69d3f062e03261b0a, entries=150, sequenceid=460, filesize=12.0 K 2024-11-14T02:18:54,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/5692e4c2d970431f9d4cd30089a915aa as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/5692e4c2d970431f9d4cd30089a915aa 2024-11-14T02:18:54,746 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/5692e4c2d970431f9d4cd30089a915aa, entries=150, sequenceid=460, filesize=12.0 K 2024-11-14T02:18:54,747 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=0 B/0 for c3cfa6cb18e6dea4ad52a5e44b8755c9 in 76ms, sequenceid=460, compaction requested=true 2024-11-14T02:18:54,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:54,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:54,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-14T02:18:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-14T02:18:54,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-14T02:18:54,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9820 sec 2024-11-14T02:18:54,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.9900 sec 2024-11-14T02:18:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:18:54,769 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c3cfa6cb18e6dea4ad52a5e44b8755c9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T02:18:54,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=A 2024-11-14T02:18:54,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:54,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=B 2024-11-14T02:18:54,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:54,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=C 2024-11-14T02:18:54,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:54,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/8aa15991dd744fd79e31bb988137dd99 is 50, key is test_row_0/A:col10/1731550734767/Put/seqid=0 2024-11-14T02:18:54,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741932_1108 (size=17181) 2024-11-14T02:18:54,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:54,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550794803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:54,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550794805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:54,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550794806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:54,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550794806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-14T02:18:54,882 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-14T02:18:54,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:18:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-14T02:18:54,886 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:18:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-14T02:18:54,887 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:18:54,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:18:54,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550794907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:54,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550794911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:54,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550794912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:54,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550794912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-14T02:18:55,041 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:55,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-14T02:18:55,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:55,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:55,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:55,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:55,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:55,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:55,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:55,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550795111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:55,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550795114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:55,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550795115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:55,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550795116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:55,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/8aa15991dd744fd79e31bb988137dd99 2024-11-14T02:18:55,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-14T02:18:55,195 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:55,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-14T02:18:55,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:55,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:55,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:55,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:55,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:55,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:55,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/8e722037c0044c0b96bdea7a294d0d02 is 50, key is test_row_0/B:col10/1731550734767/Put/seqid=0 2024-11-14T02:18:55,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741933_1109 (size=12301) 2024-11-14T02:18:55,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/8e722037c0044c0b96bdea7a294d0d02 2024-11-14T02:18:55,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/6a240bccd6f0475f83715360b113f958 is 50, key is test_row_0/C:col10/1731550734767/Put/seqid=0 2024-11-14T02:18:55,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741934_1110 (size=12301) 2024-11-14T02:18:55,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/6a240bccd6f0475f83715360b113f958 2024-11-14T02:18:55,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/8aa15991dd744fd79e31bb988137dd99 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/8aa15991dd744fd79e31bb988137dd99 2024-11-14T02:18:55,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/8aa15991dd744fd79e31bb988137dd99, entries=250, sequenceid=471, filesize=16.8 K 2024-11-14T02:18:55,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/8e722037c0044c0b96bdea7a294d0d02 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/8e722037c0044c0b96bdea7a294d0d02 2024-11-14T02:18:55,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:55,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1731550795303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:55,307 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8211 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., hostname=3d72750a2650,45917,1731550712637, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:18:55,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/8e722037c0044c0b96bdea7a294d0d02, entries=150, sequenceid=471, filesize=12.0 K 2024-11-14T02:18:55,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/6a240bccd6f0475f83715360b113f958 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/6a240bccd6f0475f83715360b113f958 2024-11-14T02:18:55,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/6a240bccd6f0475f83715360b113f958, entries=150, sequenceid=471, filesize=12.0 K 2024-11-14T02:18:55,354 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c3cfa6cb18e6dea4ad52a5e44b8755c9 in 584ms, sequenceid=471, compaction requested=true 2024-11-14T02:18:55,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:55,354 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:18:55,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:18:55,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:55,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:18:55,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:18:55,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:18:55,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T02:18:55,355 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:18:55,356 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:55,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-14T02:18:55,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:55,357 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing c3cfa6cb18e6dea4ad52a5e44b8755c9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T02:18:55,357 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57478 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:18:55,357 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): c3cfa6cb18e6dea4ad52a5e44b8755c9/A is initiating minor compaction (all files) 2024-11-14T02:18:55,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=A 2024-11-14T02:18:55,357 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3cfa6cb18e6dea4ad52a5e44b8755c9/A in TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:55,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:55,358 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/7f8c17527d87456e964f313d048bd524, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/0db0797c2cb141afa0fb18ee74436b9a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/8cc6e1e211124028b7c5a87ebdb45cb0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/8aa15991dd744fd79e31bb988137dd99] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp, totalSize=56.1 K 2024-11-14T02:18:55,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=B 2024-11-14T02:18:55,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:55,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=C 2024-11-14T02:18:55,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:55,358 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f8c17527d87456e964f313d048bd524, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1731550731753 2024-11-14T02:18:55,359 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0db0797c2cb141afa0fb18ee74436b9a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731550732406 2024-11-14T02:18:55,359 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:18:55,359 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): c3cfa6cb18e6dea4ad52a5e44b8755c9/B is initiating minor compaction (all files) 2024-11-14T02:18:55,359 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3cfa6cb18e6dea4ad52a5e44b8755c9/B in TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:55,359 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8cc6e1e211124028b7c5a87ebdb45cb0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1731550733599 2024-11-14T02:18:55,359 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/ff500866f618442ba3164721ed040699, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/3a166e9a1ab249e3afb0f779db0cffb9, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/54bca245cb3845b69d3f062e03261b0a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/8e722037c0044c0b96bdea7a294d0d02] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp, totalSize=49.0 K 2024-11-14T02:18:55,360 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting ff500866f618442ba3164721ed040699, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1731550731753 2024-11-14T02:18:55,360 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8aa15991dd744fd79e31bb988137dd99, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1731550734756 2024-11-14T02:18:55,360 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a166e9a1ab249e3afb0f779db0cffb9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731550732406 2024-11-14T02:18:55,361 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 54bca245cb3845b69d3f062e03261b0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1731550733599 2024-11-14T02:18:55,362 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e722037c0044c0b96bdea7a294d0d02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1731550734763 2024-11-14T02:18:55,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/90e109183f244c9daefed4ac489340a0 is 50, key is test_row_0/A:col10/1731550734799/Put/seqid=0 2024-11-14T02:18:55,379 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3cfa6cb18e6dea4ad52a5e44b8755c9#A#compaction#98 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:18:55,380 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/ca9d4ddcb8594eb1b2631a8e3bf128f6 is 50, key is test_row_0/A:col10/1731550734767/Put/seqid=0 2024-11-14T02:18:55,380 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3cfa6cb18e6dea4ad52a5e44b8755c9#B#compaction#97 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:18:55,381 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/73a92ffd685c4110b9746237cb0c1992 is 50, key is test_row_0/B:col10/1731550734767/Put/seqid=0 2024-11-14T02:18:55,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741937_1113 (size=12301) 2024-11-14T02:18:55,409 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/90e109183f244c9daefed4ac489340a0 2024-11-14T02:18:55,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:18:55,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741935_1111 (size=13391) 2024-11-14T02:18:55,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:55,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/3732fcb5c58344ed973d1615cfed7cc3 is 50, key is test_row_0/B:col10/1731550734799/Put/seqid=0 2024-11-14T02:18:55,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741936_1112 (size=13391) 2024-11-14T02:18:55,436 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/ca9d4ddcb8594eb1b2631a8e3bf128f6 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ca9d4ddcb8594eb1b2631a8e3bf128f6 2024-11-14T02:18:55,440 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/73a92ffd685c4110b9746237cb0c1992 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/73a92ffd685c4110b9746237cb0c1992 2024-11-14T02:18:55,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:55,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550795434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:55,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:55,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550795434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:55,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:55,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550795435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:55,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:55,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550795436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:55,443 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c3cfa6cb18e6dea4ad52a5e44b8755c9/A of c3cfa6cb18e6dea4ad52a5e44b8755c9 into ca9d4ddcb8594eb1b2631a8e3bf128f6(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:18:55,443 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:55,443 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., storeName=c3cfa6cb18e6dea4ad52a5e44b8755c9/A, priority=12, startTime=1731550735354; duration=0sec 2024-11-14T02:18:55,443 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:18:55,443 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:A 2024-11-14T02:18:55,443 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:18:55,445 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:18:55,445 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): c3cfa6cb18e6dea4ad52a5e44b8755c9/C is initiating minor compaction (all files) 2024-11-14T02:18:55,446 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3cfa6cb18e6dea4ad52a5e44b8755c9/C in TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:55,446 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/478e830b3c3a484192e0d6f0ac0b6267, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/2131bd77f53c47c8a58f05dc35783831, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/5692e4c2d970431f9d4cd30089a915aa, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/6a240bccd6f0475f83715360b113f958] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp, totalSize=49.0 K 2024-11-14T02:18:55,446 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 478e830b3c3a484192e0d6f0ac0b6267, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1731550731753 2024-11-14T02:18:55,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741938_1114 (size=12301) 2024-11-14T02:18:55,447 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2131bd77f53c47c8a58f05dc35783831, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731550732406 2024-11-14T02:18:55,447 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/3732fcb5c58344ed973d1615cfed7cc3 2024-11-14T02:18:55,448 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5692e4c2d970431f9d4cd30089a915aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1731550733599 2024-11-14T02:18:55,448 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c3cfa6cb18e6dea4ad52a5e44b8755c9/B of c3cfa6cb18e6dea4ad52a5e44b8755c9 into 73a92ffd685c4110b9746237cb0c1992(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:18:55,448 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:55,448 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., storeName=c3cfa6cb18e6dea4ad52a5e44b8755c9/B, priority=12, startTime=1731550735355; duration=0sec 2024-11-14T02:18:55,448 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:55,448 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:B 2024-11-14T02:18:55,449 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a240bccd6f0475f83715360b113f958, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1731550734763 2024-11-14T02:18:55,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/d23115806c774bfc8db7a4fffaf537a2 is 50, key is test_row_0/C:col10/1731550734799/Put/seqid=0 2024-11-14T02:18:55,476 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3cfa6cb18e6dea4ad52a5e44b8755c9#C#compaction#101 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:18:55,477 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/bb475eb05345488ab1299c6c43b2fc65 is 50, key is test_row_0/C:col10/1731550734767/Put/seqid=0 2024-11-14T02:18:55,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741939_1115 (size=12301) 2024-11-14T02:18:55,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741940_1116 (size=13391) 2024-11-14T02:18:55,493 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/d23115806c774bfc8db7a4fffaf537a2 2024-11-14T02:18:55,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-14T02:18:55,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/90e109183f244c9daefed4ac489340a0 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/90e109183f244c9daefed4ac489340a0 2024-11-14T02:18:55,508 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/90e109183f244c9daefed4ac489340a0, entries=150, sequenceid=496, filesize=12.0 K 2024-11-14T02:18:55,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/3732fcb5c58344ed973d1615cfed7cc3 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/3732fcb5c58344ed973d1615cfed7cc3 2024-11-14T02:18:55,535 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/3732fcb5c58344ed973d1615cfed7cc3, entries=150, sequenceid=496, filesize=12.0 K 2024-11-14T02:18:55,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/d23115806c774bfc8db7a4fffaf537a2 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/d23115806c774bfc8db7a4fffaf537a2 2024-11-14T02:18:55,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:55,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550795543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:55,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550795544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:55,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550795544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:55,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:55,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550795547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:55,551 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/d23115806c774bfc8db7a4fffaf537a2, entries=150, sequenceid=496, filesize=12.0 K 2024-11-14T02:18:55,552 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for c3cfa6cb18e6dea4ad52a5e44b8755c9 in 195ms, sequenceid=496, compaction requested=false 2024-11-14T02:18:55,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:55,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:55,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-14T02:18:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-14T02:18:55,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-14T02:18:55,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 667 msec 2024-11-14T02:18:55,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 673 msec 2024-11-14T02:18:55,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c3cfa6cb18e6dea4ad52a5e44b8755c9 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T02:18:55,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=A 2024-11-14T02:18:55,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:55,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=B 2024-11-14T02:18:55,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:55,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=C 2024-11-14T02:18:55,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:18:55,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/223636e40164466abb17181ba2502f85 is 50, key is test_row_0/A:col10/1731550735434/Put/seqid=0 2024-11-14T02:18:55,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:55,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550795804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550795806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:55,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550795809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:55,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550795809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:55,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741941_1117 (size=12301) 2024-11-14T02:18:55,901 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/bb475eb05345488ab1299c6c43b2fc65 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/bb475eb05345488ab1299c6c43b2fc65 2024-11-14T02:18:55,913 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c3cfa6cb18e6dea4ad52a5e44b8755c9/C of c3cfa6cb18e6dea4ad52a5e44b8755c9 into bb475eb05345488ab1299c6c43b2fc65(size=13.1 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:18:55,913 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:55,914 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., storeName=c3cfa6cb18e6dea4ad52a5e44b8755c9/C, priority=12, startTime=1731550735355; duration=0sec 2024-11-14T02:18:55,914 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:55,914 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:C 2024-11-14T02:18:55,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550795918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:55,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550795918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:55,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:55,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550795918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550795920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-14T02:18:55,995 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-14T02:18:55,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:18:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-14T02:18:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-14T02:18:56,001 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:18:56,002 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:18:56,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:18:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-14T02:18:56,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550796122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:56,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550796123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:56,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550796124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:56,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550796127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:56,154 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:56,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-14T02:18:56,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:56,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:56,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:56,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:56,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:56,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/223636e40164466abb17181ba2502f85 2024-11-14T02:18:56,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/134a34ad847f438bb5e2322a8f3caaac is 50, key is test_row_0/B:col10/1731550735434/Put/seqid=0 2024-11-14T02:18:56,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741942_1118 (size=12301) 2024-11-14T02:18:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-14T02:18:56,315 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:56,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-14T02:18:56,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:56,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:56,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:56,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:56,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:56,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:56,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:56,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550796426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:56,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:56,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550796427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:56,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:56,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550796432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:56,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:56,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550796432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:56,485 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:56,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-14T02:18:56,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:56,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:56,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:56,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:56,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:56,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:56,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-14T02:18:56,638 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:56,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-14T02:18:56,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:56,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:56,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:56,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:56,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:56,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:56,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/134a34ad847f438bb5e2322a8f3caaac 2024-11-14T02:18:56,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/493af95874fb464aa1d8c65066b89578 is 50, key is test_row_0/C:col10/1731550735434/Put/seqid=0 2024-11-14T02:18:56,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741943_1119 (size=12301) 2024-11-14T02:18:56,792 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:56,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-14T02:18:56,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:56,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:56,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:56,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:56,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:56,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:56,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550796937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:56,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550796938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:56,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550796940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:56,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550796946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:56,952 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:56,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-14T02:18:56,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:56,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:56,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:56,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:56,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:57,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/493af95874fb464aa1d8c65066b89578 2024-11-14T02:18:57,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/223636e40164466abb17181ba2502f85 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/223636e40164466abb17181ba2502f85 2024-11-14T02:18:57,108 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:57,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-14T02:18:57,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/223636e40164466abb17181ba2502f85, entries=150, sequenceid=512, filesize=12.0 K 2024-11-14T02:18:57,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:57,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:57,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:57,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:57,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-14T02:18:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:57,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/134a34ad847f438bb5e2322a8f3caaac as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/134a34ad847f438bb5e2322a8f3caaac 2024-11-14T02:18:57,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/134a34ad847f438bb5e2322a8f3caaac, entries=150, sequenceid=512, filesize=12.0 K 2024-11-14T02:18:57,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/493af95874fb464aa1d8c65066b89578 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/493af95874fb464aa1d8c65066b89578 2024-11-14T02:18:57,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/493af95874fb464aa1d8c65066b89578, entries=150, sequenceid=512, filesize=12.0 K 2024-11-14T02:18:57,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for c3cfa6cb18e6dea4ad52a5e44b8755c9 in 1367ms, sequenceid=512, compaction requested=true 2024-11-14T02:18:57,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:57,127 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:18:57,129 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:18:57,129 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): c3cfa6cb18e6dea4ad52a5e44b8755c9/A is initiating minor compaction (all files) 2024-11-14T02:18:57,129 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3cfa6cb18e6dea4ad52a5e44b8755c9/A in TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:57,129 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ca9d4ddcb8594eb1b2631a8e3bf128f6, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/90e109183f244c9daefed4ac489340a0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/223636e40164466abb17181ba2502f85] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp, totalSize=37.1 K 2024-11-14T02:18:57,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:18:57,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:57,130 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:18:57,130 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca9d4ddcb8594eb1b2631a8e3bf128f6, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1731550734763 2024-11-14T02:18:57,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:18:57,131 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90e109183f244c9daefed4ac489340a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1731550734799 2024-11-14T02:18:57,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:57,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:18:57,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:18:57,131 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:18:57,131 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): c3cfa6cb18e6dea4ad52a5e44b8755c9/B is initiating minor compaction (all files) 2024-11-14T02:18:57,131 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3cfa6cb18e6dea4ad52a5e44b8755c9/B in TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:57,132 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/73a92ffd685c4110b9746237cb0c1992, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/3732fcb5c58344ed973d1615cfed7cc3, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/134a34ad847f438bb5e2322a8f3caaac] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp, totalSize=37.1 K 2024-11-14T02:18:57,132 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 223636e40164466abb17181ba2502f85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1731550735434 2024-11-14T02:18:57,135 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 73a92ffd685c4110b9746237cb0c1992, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1731550734763 2024-11-14T02:18:57,136 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 3732fcb5c58344ed973d1615cfed7cc3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1731550734799 2024-11-14T02:18:57,136 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 134a34ad847f438bb5e2322a8f3caaac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1731550735434 2024-11-14T02:18:57,164 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3cfa6cb18e6dea4ad52a5e44b8755c9#A#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:18:57,165 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/da3a4c1477ef4b0c941e10e6424890c4 is 50, key is test_row_0/A:col10/1731550735434/Put/seqid=0 2024-11-14T02:18:57,179 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3cfa6cb18e6dea4ad52a5e44b8755c9#B#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:18:57,180 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/d3b0f6a765cd4a85b269efd43558f3e6 is 50, key is test_row_0/B:col10/1731550735434/Put/seqid=0 2024-11-14T02:18:57,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741944_1120 (size=13493) 2024-11-14T02:18:57,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741945_1121 (size=13493) 2024-11-14T02:18:57,262 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:57,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-14T02:18:57,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:57,263 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing c3cfa6cb18e6dea4ad52a5e44b8755c9 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T02:18:57,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=A 2024-11-14T02:18:57,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:57,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=B 2024-11-14T02:18:57,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:57,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=C 2024-11-14T02:18:57,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:57,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/a3c05fe25258486199a8fb78af4bec88 is 50, key is test_row_0/A:col10/1731550735806/Put/seqid=0 2024-11-14T02:18:57,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741946_1122 (size=12301) 2024-11-14T02:18:57,286 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/a3c05fe25258486199a8fb78af4bec88 2024-11-14T02:18:57,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/6a9f3f40d91c4ff69579aaa42d276d53 is 50, key is test_row_0/B:col10/1731550735806/Put/seqid=0 2024-11-14T02:18:57,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741947_1123 (size=12301) 2024-11-14T02:18:57,303 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/6a9f3f40d91c4ff69579aaa42d276d53 2024-11-14T02:18:57,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/f0d7a98c50af416785b02aacf5672ded is 50, key is test_row_0/C:col10/1731550735806/Put/seqid=0 2024-11-14T02:18:57,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741948_1124 (size=12301) 2024-11-14T02:18:57,320 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/f0d7a98c50af416785b02aacf5672ded 2024-11-14T02:18:57,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/a3c05fe25258486199a8fb78af4bec88 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/a3c05fe25258486199a8fb78af4bec88 2024-11-14T02:18:57,338 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/a3c05fe25258486199a8fb78af4bec88, entries=150, sequenceid=536, filesize=12.0 K 2024-11-14T02:18:57,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/6a9f3f40d91c4ff69579aaa42d276d53 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/6a9f3f40d91c4ff69579aaa42d276d53 2024-11-14T02:18:57,348 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/6a9f3f40d91c4ff69579aaa42d276d53, entries=150, sequenceid=536, filesize=12.0 K 2024-11-14T02:18:57,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/f0d7a98c50af416785b02aacf5672ded as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/f0d7a98c50af416785b02aacf5672ded 2024-11-14T02:18:57,357 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/f0d7a98c50af416785b02aacf5672ded, entries=150, sequenceid=536, filesize=12.0 K 2024-11-14T02:18:57,358 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for c3cfa6cb18e6dea4ad52a5e44b8755c9 in 95ms, sequenceid=536, compaction requested=true 2024-11-14T02:18:57,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:57,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:57,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-14T02:18:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-14T02:18:57,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-14T02:18:57,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3580 sec 2024-11-14T02:18:57,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.3670 sec 2024-11-14T02:18:57,599 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/da3a4c1477ef4b0c941e10e6424890c4 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/da3a4c1477ef4b0c941e10e6424890c4 2024-11-14T02:18:57,611 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/d3b0f6a765cd4a85b269efd43558f3e6 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/d3b0f6a765cd4a85b269efd43558f3e6 2024-11-14T02:18:57,630 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3cfa6cb18e6dea4ad52a5e44b8755c9/A of c3cfa6cb18e6dea4ad52a5e44b8755c9 into da3a4c1477ef4b0c941e10e6424890c4(size=13.2 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:18:57,630 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:57,630 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., storeName=c3cfa6cb18e6dea4ad52a5e44b8755c9/A, priority=13, startTime=1731550737127; duration=0sec 2024-11-14T02:18:57,630 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:18:57,630 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:A 2024-11-14T02:18:57,631 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:18:57,633 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50294 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:18:57,633 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): c3cfa6cb18e6dea4ad52a5e44b8755c9/C is initiating minor compaction (all files) 2024-11-14T02:18:57,633 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3cfa6cb18e6dea4ad52a5e44b8755c9/C in TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:57,633 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/bb475eb05345488ab1299c6c43b2fc65, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/d23115806c774bfc8db7a4fffaf537a2, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/493af95874fb464aa1d8c65066b89578, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/f0d7a98c50af416785b02aacf5672ded] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp, totalSize=49.1 K 2024-11-14T02:18:57,634 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb475eb05345488ab1299c6c43b2fc65, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1731550734763 2024-11-14T02:18:57,634 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3cfa6cb18e6dea4ad52a5e44b8755c9/B of c3cfa6cb18e6dea4ad52a5e44b8755c9 into d3b0f6a765cd4a85b269efd43558f3e6(size=13.2 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:18:57,635 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:57,635 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., storeName=c3cfa6cb18e6dea4ad52a5e44b8755c9/B, priority=13, startTime=1731550737130; duration=0sec 2024-11-14T02:18:57,635 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:57,635 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:B 2024-11-14T02:18:57,635 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting d23115806c774bfc8db7a4fffaf537a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1731550734799 2024-11-14T02:18:57,635 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 493af95874fb464aa1d8c65066b89578, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1731550735434 2024-11-14T02:18:57,636 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0d7a98c50af416785b02aacf5672ded, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=536, earliestPutTs=1731550735802 2024-11-14T02:18:57,676 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3cfa6cb18e6dea4ad52a5e44b8755c9#C#compaction#110 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:18:57,677 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/93e9e8f62e614083ac41eaa571fc2c8a is 50, key is test_row_0/C:col10/1731550735806/Put/seqid=0 2024-11-14T02:18:57,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741949_1125 (size=13527) 2024-11-14T02:18:57,726 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/93e9e8f62e614083ac41eaa571fc2c8a as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/93e9e8f62e614083ac41eaa571fc2c8a 2024-11-14T02:18:57,760 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c3cfa6cb18e6dea4ad52a5e44b8755c9/C of c3cfa6cb18e6dea4ad52a5e44b8755c9 into 93e9e8f62e614083ac41eaa571fc2c8a(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:18:57,760 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:57,760 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., storeName=c3cfa6cb18e6dea4ad52a5e44b8755c9/C, priority=12, startTime=1731550737131; duration=0sec 2024-11-14T02:18:57,761 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:57,761 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:C 2024-11-14T02:18:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:18:57,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c3cfa6cb18e6dea4ad52a5e44b8755c9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T02:18:57,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=A 2024-11-14T02:18:57,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:57,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=B 2024-11-14T02:18:57,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:57,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=C 2024-11-14T02:18:57,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:57,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/5da4fa33388c407190eeb4660db8a02b is 50, key is test_row_0/A:col10/1731550737953/Put/seqid=0 2024-11-14T02:18:57,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741950_1126 (size=12301) 2024-11-14T02:18:58,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:58,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550798004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:58,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550798009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:58,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550798009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550797997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-14T02:18:58,112 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-14T02:18:58,114 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:18:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-14T02:18:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-14T02:18:58,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550798116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:58,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550798116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:58,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550798117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:58,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550798120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:58,123 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:18:58,136 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:18:58,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:18:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-14T02:18:58,295 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:58,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-14T02:18:58,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:58,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:58,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:58,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:58,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:58,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550798321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:58,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550798333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:58,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550798338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:58,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550798339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:58,398 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/5da4fa33388c407190eeb4660db8a02b 2024-11-14T02:18:58,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/1a928e46c0a34c99a460c725d7869b7f is 50, key is test_row_0/B:col10/1731550737953/Put/seqid=0 2024-11-14T02:18:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-14T02:18:58,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741951_1127 (size=12301) 2024-11-14T02:18:58,458 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:58,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-14T02:18:58,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:58,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:58,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:58,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:58,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:58,612 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:58,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-14T02:18:58,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:58,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:58,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:58,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:58,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:58,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550798625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:58,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:58,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550798641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:58,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:58,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550798649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:58,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550798658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:58,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-14T02:18:58,783 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:58,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-14T02:18:58,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:58,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:58,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:58,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:58,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:58,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/1a928e46c0a34c99a460c725d7869b7f 2024-11-14T02:18:58,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/8c05e3a84afd46b79546b2de1d26cb3d is 50, key is test_row_0/C:col10/1731550737953/Put/seqid=0 2024-11-14T02:18:58,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741952_1128 (size=12301) 2024-11-14T02:18:58,955 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:58,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-14T02:18:58,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:58,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:58,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:58,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:58,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:58,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:59,108 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:59,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-14T02:18:59,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:59,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:59,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:59,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:59,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:59,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550799132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:59,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550799152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:59,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550799164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:59,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:18:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550799165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:18:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-14T02:18:59,264 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:59,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-14T02:18:59,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:59,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:18:59,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:59,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:59,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:18:59,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/8c05e3a84afd46b79546b2de1d26cb3d 2024-11-14T02:18:59,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/5da4fa33388c407190eeb4660db8a02b as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/5da4fa33388c407190eeb4660db8a02b 2024-11-14T02:18:59,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/5da4fa33388c407190eeb4660db8a02b, entries=150, sequenceid=551, filesize=12.0 K 2024-11-14T02:18:59,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/1a928e46c0a34c99a460c725d7869b7f as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/1a928e46c0a34c99a460c725d7869b7f 2024-11-14T02:18:59,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/1a928e46c0a34c99a460c725d7869b7f, entries=150, sequenceid=551, filesize=12.0 K 2024-11-14T02:18:59,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/8c05e3a84afd46b79546b2de1d26cb3d as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/8c05e3a84afd46b79546b2de1d26cb3d 2024-11-14T02:18:59,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/8c05e3a84afd46b79546b2de1d26cb3d, entries=150, sequenceid=551, filesize=12.0 K 2024-11-14T02:18:59,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c3cfa6cb18e6dea4ad52a5e44b8755c9 in 1444ms, sequenceid=551, compaction requested=true 2024-11-14T02:18:59,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:59,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:18:59,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:59,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:18:59,401 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:18:59,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:18:59,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:18:59,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T02:18:59,401 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:18:59,415 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:18:59,415 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): c3cfa6cb18e6dea4ad52a5e44b8755c9/B is initiating minor compaction (all files) 2024-11-14T02:18:59,416 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3cfa6cb18e6dea4ad52a5e44b8755c9/B in TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:59,416 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/d3b0f6a765cd4a85b269efd43558f3e6, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/6a9f3f40d91c4ff69579aaa42d276d53, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/1a928e46c0a34c99a460c725d7869b7f] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp, totalSize=37.2 K 2024-11-14T02:18:59,416 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3b0f6a765cd4a85b269efd43558f3e6, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1731550735434 2024-11-14T02:18:59,417 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:18:59,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-14T02:18:59,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:59,418 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing c3cfa6cb18e6dea4ad52a5e44b8755c9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T02:18:59,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=A 2024-11-14T02:18:59,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:59,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=B 2024-11-14T02:18:59,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:59,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=C 2024-11-14T02:18:59,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:18:59,420 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:18:59,420 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): c3cfa6cb18e6dea4ad52a5e44b8755c9/A is initiating minor compaction (all files) 2024-11-14T02:18:59,420 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3cfa6cb18e6dea4ad52a5e44b8755c9/A in TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:59,420 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/da3a4c1477ef4b0c941e10e6424890c4, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/a3c05fe25258486199a8fb78af4bec88, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/5da4fa33388c407190eeb4660db8a02b] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp, totalSize=37.2 K 2024-11-14T02:18:59,421 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a9f3f40d91c4ff69579aaa42d276d53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=536, earliestPutTs=1731550735802 2024-11-14T02:18:59,426 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting da3a4c1477ef4b0c941e10e6424890c4, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1731550735434 2024-11-14T02:18:59,428 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a928e46c0a34c99a460c725d7869b7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1731550737953 2024-11-14T02:18:59,430 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting a3c05fe25258486199a8fb78af4bec88, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=536, earliestPutTs=1731550735802 2024-11-14T02:18:59,431 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 5da4fa33388c407190eeb4660db8a02b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1731550737953 2024-11-14T02:18:59,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/cda34cbd3a244dfa92f34f090ef2c5f6 is 50, key is test_row_0/A:col10/1731550738002/Put/seqid=0 2024-11-14T02:18:59,460 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3cfa6cb18e6dea4ad52a5e44b8755c9#B#compaction#115 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:18:59,462 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/85a85a572ff8420ca5aa0aaddafdf95a is 50, key is test_row_0/B:col10/1731550737953/Put/seqid=0 2024-11-14T02:18:59,483 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3cfa6cb18e6dea4ad52a5e44b8755c9#A#compaction#116 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:18:59,483 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/44eda18fdc0546409fd042e10b531ae1 is 50, key is test_row_0/A:col10/1731550737953/Put/seqid=0 2024-11-14T02:18:59,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741953_1129 (size=12301) 2024-11-14T02:18:59,514 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/cda34cbd3a244dfa92f34f090ef2c5f6 2024-11-14T02:18:59,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741954_1130 (size=13595) 2024-11-14T02:18:59,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741955_1131 (size=13595) 2024-11-14T02:18:59,569 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/44eda18fdc0546409fd042e10b531ae1 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/44eda18fdc0546409fd042e10b531ae1 2024-11-14T02:18:59,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/8ffa3a397bf541dd84392931efef4c73 is 50, key is test_row_0/B:col10/1731550738002/Put/seqid=0 2024-11-14T02:18:59,583 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3cfa6cb18e6dea4ad52a5e44b8755c9/A of c3cfa6cb18e6dea4ad52a5e44b8755c9 into 44eda18fdc0546409fd042e10b531ae1(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:18:59,583 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:59,583 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., storeName=c3cfa6cb18e6dea4ad52a5e44b8755c9/A, priority=13, startTime=1731550739401; duration=0sec 2024-11-14T02:18:59,583 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:18:59,583 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:A 2024-11-14T02:18:59,584 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-14T02:18:59,586 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-14T02:18:59,586 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-14T02:18:59,587 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. because compaction request was cancelled 2024-11-14T02:18:59,587 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:C 2024-11-14T02:18:59,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741956_1132 (size=12301) 2024-11-14T02:18:59,630 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/8ffa3a397bf541dd84392931efef4c73 2024-11-14T02:18:59,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/ddd8bdca03cb48a38e4d4d97ccc07a9d is 50, key is test_row_0/C:col10/1731550738002/Put/seqid=0 2024-11-14T02:18:59,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741957_1133 (size=12301) 2024-11-14T02:18:59,696 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/ddd8bdca03cb48a38e4d4d97ccc07a9d 2024-11-14T02:18:59,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/cda34cbd3a244dfa92f34f090ef2c5f6 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/cda34cbd3a244dfa92f34f090ef2c5f6 2024-11-14T02:18:59,717 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/cda34cbd3a244dfa92f34f090ef2c5f6, entries=150, sequenceid=575, filesize=12.0 K 2024-11-14T02:18:59,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/8ffa3a397bf541dd84392931efef4c73 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/8ffa3a397bf541dd84392931efef4c73 2024-11-14T02:18:59,728 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/8ffa3a397bf541dd84392931efef4c73, entries=150, sequenceid=575, filesize=12.0 K 2024-11-14T02:18:59,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/ddd8bdca03cb48a38e4d4d97ccc07a9d as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/ddd8bdca03cb48a38e4d4d97ccc07a9d 2024-11-14T02:18:59,736 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/ddd8bdca03cb48a38e4d4d97ccc07a9d, entries=150, sequenceid=575, filesize=12.0 K 2024-11-14T02:18:59,738 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for c3cfa6cb18e6dea4ad52a5e44b8755c9 in 320ms, sequenceid=575, compaction requested=true 2024-11-14T02:18:59,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:59,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:18:59,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-14T02:18:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-14T02:18:59,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-14T02:18:59,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6060 sec 2024-11-14T02:18:59,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.6310 sec 2024-11-14T02:18:59,977 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/85a85a572ff8420ca5aa0aaddafdf95a as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/85a85a572ff8420ca5aa0aaddafdf95a 2024-11-14T02:18:59,986 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3cfa6cb18e6dea4ad52a5e44b8755c9/B of c3cfa6cb18e6dea4ad52a5e44b8755c9 into 85a85a572ff8420ca5aa0aaddafdf95a(size=13.3 K), total size for store is 25.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:18:59,987 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:18:59,987 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., storeName=c3cfa6cb18e6dea4ad52a5e44b8755c9/B, priority=13, startTime=1731550739401; duration=0sec 2024-11-14T02:18:59,987 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:18:59,987 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:B 2024-11-14T02:19:00,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c3cfa6cb18e6dea4ad52a5e44b8755c9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T02:19:00,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=A 2024-11-14T02:19:00,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:00,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=B 2024-11-14T02:19:00,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:00,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=C 2024-11-14T02:19:00,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:00,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:19:00,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/102d7ba72e794b5190f87e2166ef5b48 is 50, key is test_row_0/A:col10/1731550740166/Put/seqid=0 2024-11-14T02:19:00,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550800203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:00,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550800204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:00,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550800206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:00,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550800206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-14T02:19:00,232 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-14T02:19:00,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741958_1134 (size=19621) 2024-11-14T02:19:00,237 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:19:00,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=589 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/102d7ba72e794b5190f87e2166ef5b48 2024-11-14T02:19:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-11-14T02:19:00,251 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:19:00,252 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:19:00,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:19:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-14T02:19:00,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/c5dd133c646e408ead8605cc4bb7d61a is 50, key is test_row_0/B:col10/1731550740166/Put/seqid=0 2024-11-14T02:19:00,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741959_1135 (size=12301) 2024-11-14T02:19:00,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=589 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/c5dd133c646e408ead8605cc4bb7d61a 2024-11-14T02:19:00,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1731550800309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:00,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55446 deadline: 1731550800309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:00,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55438 deadline: 1731550800313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:00,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55456 deadline: 1731550800317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:00,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/f612d530fd4b4d969e1d95b10bff713e is 50, key is test_row_0/C:col10/1731550740166/Put/seqid=0 2024-11-14T02:19:00,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741960_1136 (size=12301) 2024-11-14T02:19:00,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=589 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/f612d530fd4b4d969e1d95b10bff713e 2024-11-14T02:19:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-14T02:19:00,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/102d7ba72e794b5190f87e2166ef5b48 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/102d7ba72e794b5190f87e2166ef5b48 2024-11-14T02:19:00,367 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f0c7188 to 127.0.0.1:65203 2024-11-14T02:19:00,367 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:19:00,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/102d7ba72e794b5190f87e2166ef5b48, entries=300, sequenceid=589, filesize=19.2 K 2024-11-14T02:19:00,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/c5dd133c646e408ead8605cc4bb7d61a as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/c5dd133c646e408ead8605cc4bb7d61a 2024-11-14T02:19:00,371 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e6758ed to 127.0.0.1:65203 2024-11-14T02:19:00,371 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:19:00,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/c5dd133c646e408ead8605cc4bb7d61a, entries=150, sequenceid=589, filesize=12.0 K 2024-11-14T02:19:00,377 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22daddc4 to 127.0.0.1:65203 2024-11-14T02:19:00,377 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:19:00,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/f612d530fd4b4d969e1d95b10bff713e as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/f612d530fd4b4d969e1d95b10bff713e 2024-11-14T02:19:00,378 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x50c9c1d1 to 127.0.0.1:65203 2024-11-14T02:19:00,378 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:19:00,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/f612d530fd4b4d969e1d95b10bff713e, entries=150, sequenceid=589, filesize=12.0 K 2024-11-14T02:19:00,386 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for c3cfa6cb18e6dea4ad52a5e44b8755c9 in 218ms, sequenceid=589, compaction requested=true 2024-11-14T02:19:00,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:19:00,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:19:00,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:00,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:19:00,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:00,387 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:19:00,387 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:19:00,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3cfa6cb18e6dea4ad52a5e44b8755c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:19:00,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:19:00,394 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:19:00,394 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:19:00,394 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): c3cfa6cb18e6dea4ad52a5e44b8755c9/B is initiating minor compaction (all files) 2024-11-14T02:19:00,394 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): c3cfa6cb18e6dea4ad52a5e44b8755c9/A is initiating minor compaction (all files) 2024-11-14T02:19:00,394 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3cfa6cb18e6dea4ad52a5e44b8755c9/A in TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:19:00,394 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/44eda18fdc0546409fd042e10b531ae1, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/cda34cbd3a244dfa92f34f090ef2c5f6, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/102d7ba72e794b5190f87e2166ef5b48] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp, totalSize=44.5 K 2024-11-14T02:19:00,394 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3cfa6cb18e6dea4ad52a5e44b8755c9/B in TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:19:00,395 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/85a85a572ff8420ca5aa0aaddafdf95a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/8ffa3a397bf541dd84392931efef4c73, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/c5dd133c646e408ead8605cc4bb7d61a] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp, totalSize=37.3 K 2024-11-14T02:19:00,395 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44eda18fdc0546409fd042e10b531ae1, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1731550737953 2024-11-14T02:19:00,395 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 85a85a572ff8420ca5aa0aaddafdf95a, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1731550737953 2024-11-14T02:19:00,395 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting cda34cbd3a244dfa92f34f090ef2c5f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=575, earliestPutTs=1731550737992 2024-11-14T02:19:00,398 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ffa3a397bf541dd84392931efef4c73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=575, earliestPutTs=1731550737992 2024-11-14T02:19:00,398 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 102d7ba72e794b5190f87e2166ef5b48, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=589, earliestPutTs=1731550740151 2024-11-14T02:19:00,398 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting c5dd133c646e408ead8605cc4bb7d61a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=589, earliestPutTs=1731550740163 2024-11-14T02:19:00,404 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:00,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-14T02:19:00,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:19:00,406 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2837): Flushing c3cfa6cb18e6dea4ad52a5e44b8755c9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T02:19:00,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=A 2024-11-14T02:19:00,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:00,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=B 2024-11-14T02:19:00,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:00,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=C 2024-11-14T02:19:00,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:00,422 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3cfa6cb18e6dea4ad52a5e44b8755c9#A#compaction#122 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:00,423 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/a43cc249d8c34689930a957d2dd6ab01 is 50, key is test_row_0/A:col10/1731550740166/Put/seqid=0 2024-11-14T02:19:00,425 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3cfa6cb18e6dea4ad52a5e44b8755c9#B#compaction#123 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:00,426 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/03b8e71ff0044a6f93f71164327cedd5 is 50, key is test_row_0/B:col10/1731550740166/Put/seqid=0 2024-11-14T02:19:00,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/ac5b98eaf1af45af9b042a6c97fab6fd is 50, key is test_row_0/A:col10/1731550740205/Put/seqid=0 2024-11-14T02:19:00,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741961_1137 (size=13697) 2024-11-14T02:19:00,450 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/a43cc249d8c34689930a957d2dd6ab01 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/a43cc249d8c34689930a957d2dd6ab01 2024-11-14T02:19:00,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741963_1139 (size=12301) 2024-11-14T02:19:00,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741962_1138 (size=13697) 2024-11-14T02:19:00,451 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=614 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/ac5b98eaf1af45af9b042a6c97fab6fd 2024-11-14T02:19:00,463 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/03b8e71ff0044a6f93f71164327cedd5 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/03b8e71ff0044a6f93f71164327cedd5 2024-11-14T02:19:00,470 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3cfa6cb18e6dea4ad52a5e44b8755c9/A of c3cfa6cb18e6dea4ad52a5e44b8755c9 into a43cc249d8c34689930a957d2dd6ab01(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:00,470 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:19:00,470 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., storeName=c3cfa6cb18e6dea4ad52a5e44b8755c9/A, priority=13, startTime=1731550740386; duration=0sec 2024-11-14T02:19:00,470 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:19:00,470 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:A 2024-11-14T02:19:00,470 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:19:00,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/2fddff97a76745dfa4e7d412d5327016 is 50, key is test_row_0/B:col10/1731550740205/Put/seqid=0 2024-11-14T02:19:00,475 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3cfa6cb18e6dea4ad52a5e44b8755c9/B of c3cfa6cb18e6dea4ad52a5e44b8755c9 into 03b8e71ff0044a6f93f71164327cedd5(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:00,476 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:19:00,476 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., storeName=c3cfa6cb18e6dea4ad52a5e44b8755c9/B, priority=13, startTime=1731550740387; duration=0sec 2024-11-14T02:19:00,476 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:00,476 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:B 2024-11-14T02:19:00,476 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50430 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:19:00,476 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): c3cfa6cb18e6dea4ad52a5e44b8755c9/C is initiating minor compaction (all files) 2024-11-14T02:19:00,476 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3cfa6cb18e6dea4ad52a5e44b8755c9/C in TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:19:00,477 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/93e9e8f62e614083ac41eaa571fc2c8a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/8c05e3a84afd46b79546b2de1d26cb3d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/ddd8bdca03cb48a38e4d4d97ccc07a9d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/f612d530fd4b4d969e1d95b10bff713e] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp, totalSize=49.2 K 2024-11-14T02:19:00,478 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93e9e8f62e614083ac41eaa571fc2c8a, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=536, earliestPutTs=1731550735802 2024-11-14T02:19:00,479 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c05e3a84afd46b79546b2de1d26cb3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1731550737953 2024-11-14T02:19:00,480 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting ddd8bdca03cb48a38e4d4d97ccc07a9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=575, earliestPutTs=1731550737992 2024-11-14T02:19:00,484 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting f612d530fd4b4d969e1d95b10bff713e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=589, earliestPutTs=1731550740163 2024-11-14T02:19:00,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741964_1140 (size=12301) 2024-11-14T02:19:00,490 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=614 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/2fddff97a76745dfa4e7d412d5327016 2024-11-14T02:19:00,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/0523720a2c8940d88bc22a2564073b29 is 50, key is test_row_0/C:col10/1731550740205/Put/seqid=0 2024-11-14T02:19:00,516 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3cfa6cb18e6dea4ad52a5e44b8755c9#C#compaction#127 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:00,516 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/0b40587eeb2246cab1e2e1100eb6972a is 50, key is test_row_0/C:col10/1731550740166/Put/seqid=0 2024-11-14T02:19:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:19:00,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. as already flushing 2024-11-14T02:19:00,530 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2cac4303 to 127.0.0.1:65203 2024-11-14T02:19:00,530 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:19:00,535 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d7115de to 127.0.0.1:65203 2024-11-14T02:19:00,535 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:19:00,535 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x305f2915 to 127.0.0.1:65203 2024-11-14T02:19:00,535 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:19:00,535 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x30c68ddf to 127.0.0.1:65203 2024-11-14T02:19:00,535 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:19:00,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741965_1141 (size=12301) 2024-11-14T02:19:00,542 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=614 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/0523720a2c8940d88bc22a2564073b29 2024-11-14T02:19:00,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741966_1142 (size=13663) 2024-11-14T02:19:00,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/ac5b98eaf1af45af9b042a6c97fab6fd as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ac5b98eaf1af45af9b042a6c97fab6fd 2024-11-14T02:19:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-14T02:19:00,573 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ac5b98eaf1af45af9b042a6c97fab6fd, entries=150, sequenceid=614, filesize=12.0 K 2024-11-14T02:19:00,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/2fddff97a76745dfa4e7d412d5327016 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/2fddff97a76745dfa4e7d412d5327016 2024-11-14T02:19:00,582 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/0b40587eeb2246cab1e2e1100eb6972a as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/0b40587eeb2246cab1e2e1100eb6972a 2024-11-14T02:19:00,593 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/2fddff97a76745dfa4e7d412d5327016, entries=150, sequenceid=614, filesize=12.0 K 2024-11-14T02:19:00,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/0523720a2c8940d88bc22a2564073b29 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/0523720a2c8940d88bc22a2564073b29 2024-11-14T02:19:00,596 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c3cfa6cb18e6dea4ad52a5e44b8755c9/C of c3cfa6cb18e6dea4ad52a5e44b8755c9 into 0b40587eeb2246cab1e2e1100eb6972a(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:00,596 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:19:00,596 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9., storeName=c3cfa6cb18e6dea4ad52a5e44b8755c9/C, priority=12, startTime=1731550740387; duration=0sec 2024-11-14T02:19:00,596 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:00,597 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3cfa6cb18e6dea4ad52a5e44b8755c9:C 2024-11-14T02:19:00,616 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/0523720a2c8940d88bc22a2564073b29, entries=150, sequenceid=614, filesize=12.0 K 2024-11-14T02:19:00,617 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=26.84 KB/27480 for c3cfa6cb18e6dea4ad52a5e44b8755c9 in 211ms, sequenceid=614, compaction requested=false 2024-11-14T02:19:00,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2538): Flush status journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:19:00,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:19:00,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-14T02:19:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=35 2024-11-14T02:19:00,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-14T02:19:00,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 367 msec 2024-11-14T02:19:00,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 388 msec 2024-11-14T02:19:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-14T02:19:00,863 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-14T02:19:01,007 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T02:19:01,222 ERROR [LeaseRenewer:jenkins@localhost:41419 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:41419,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:05,338 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2ec99212 to 127.0.0.1:65203 2024-11-14T02:19:05,338 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:19:05,338 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T02:19:05,338 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-11-14T02:19:05,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-11-14T02:19:05,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-11-14T02:19:05,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 114 2024-11-14T02:19:05,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-14T02:19:05,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T02:19:05,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4237 2024-11-14T02:19:05,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4040 2024-11-14T02:19:05,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T02:19:05,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1837 2024-11-14T02:19:05,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5507 rows 2024-11-14T02:19:05,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1837 2024-11-14T02:19:05,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5507 rows 2024-11-14T02:19:05,339 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-14T02:19:05,339 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f2052a7 to 127.0.0.1:65203 2024-11-14T02:19:05,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:19:05,355 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-14T02:19:05,359 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-14T02:19:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T02:19:05,367 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731550745367"}]},"ts":"1731550745367"} 2024-11-14T02:19:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-14T02:19:05,369 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T02:19:05,371 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T02:19:05,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T02:19:05,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c3cfa6cb18e6dea4ad52a5e44b8755c9, UNASSIGN}] 2024-11-14T02:19:05,378 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c3cfa6cb18e6dea4ad52a5e44b8755c9, UNASSIGN 2024-11-14T02:19:05,379 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=c3cfa6cb18e6dea4ad52a5e44b8755c9, regionState=CLOSING, regionLocation=3d72750a2650,45917,1731550712637 2024-11-14T02:19:05,380 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T02:19:05,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; CloseRegionProcedure c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637}] 2024-11-14T02:19:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-14T02:19:05,476 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:41419 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:41419,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:05,536 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:05,538 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(124): Close c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:19:05,538 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T02:19:05,539 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1681): Closing c3cfa6cb18e6dea4ad52a5e44b8755c9, disabling compactions & flushes 2024-11-14T02:19:05,539 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:19:05,539 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:19:05,539 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. after waiting 0 ms 2024-11-14T02:19:05,539 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:19:05,539 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(2837): Flushing c3cfa6cb18e6dea4ad52a5e44b8755c9 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-14T02:19:05,540 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=A 2024-11-14T02:19:05,540 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:05,540 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=B 2024-11-14T02:19:05,540 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:05,540 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3cfa6cb18e6dea4ad52a5e44b8755c9, store=C 2024-11-14T02:19:05,540 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:05,545 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/61ed18518ece456da176358c873049a7 is 50, key is test_row_0/A:col10/1731550740523/Put/seqid=0 2024-11-14T02:19:05,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741967_1143 (size=12301) 2024-11-14T02:19:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-14T02:19:05,950 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=625 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/61ed18518ece456da176358c873049a7 2024-11-14T02:19:05,961 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/c015096fa6da4242ba28ce463ab6984b is 50, key is test_row_0/B:col10/1731550740523/Put/seqid=0 2024-11-14T02:19:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-14T02:19:05,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741968_1144 (size=12301) 2024-11-14T02:19:06,371 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=625 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/c015096fa6da4242ba28ce463ab6984b 2024-11-14T02:19:06,378 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/ae16e23d3ab54205a131f378694b0c76 is 50, key is test_row_0/C:col10/1731550740523/Put/seqid=0 2024-11-14T02:19:06,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741969_1145 (size=12301) 2024-11-14T02:19:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-14T02:19:06,783 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=625 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/ae16e23d3ab54205a131f378694b0c76 2024-11-14T02:19:06,788 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/A/61ed18518ece456da176358c873049a7 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/61ed18518ece456da176358c873049a7 2024-11-14T02:19:06,792 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/61ed18518ece456da176358c873049a7, entries=150, sequenceid=625, filesize=12.0 K 2024-11-14T02:19:06,793 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/B/c015096fa6da4242ba28ce463ab6984b as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/c015096fa6da4242ba28ce463ab6984b 2024-11-14T02:19:06,797 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/c015096fa6da4242ba28ce463ab6984b, entries=150, sequenceid=625, filesize=12.0 K 2024-11-14T02:19:06,798 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/.tmp/C/ae16e23d3ab54205a131f378694b0c76 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/ae16e23d3ab54205a131f378694b0c76 2024-11-14T02:19:06,803 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/ae16e23d3ab54205a131f378694b0c76, entries=150, sequenceid=625, filesize=12.0 K 2024-11-14T02:19:06,804 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for c3cfa6cb18e6dea4ad52a5e44b8755c9 in 1265ms, sequenceid=625, compaction requested=true 2024-11-14T02:19:06,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ef0123e3d17c4a3aa0812b25f3f7ad88, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/5c46d462c8b645919beab4b0f4b20cb9, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/732a4d7ad22845e09654a61eedd850be, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ac9063599a5445d489c775cac9f3d5bf, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/751d7aef18b94c7f8b8bf1fe6bd4819e, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/d63ef452ca18441ca9e746c0a07f78b8, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/f2b0955afd7b4355b9bb49dcab274bc5, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/f2ca1d19ef034d66ab07a1d720e17059, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/f0ec01653a7f4093b8f3b08f757524fe, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/f42d15d816d5489fb9594cec73106e02, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/c5c02dc3ab634a50bf5e6c4de2e6704c, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/2ac90bb0f6b14efeb6035524fec0592a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/771da4ca353842aba0a90495eb3f237a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/cd3e12a80ae24e7b9fa3b4c6d0a18aa4, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/89fbbd4d60854645851a0ffafef096db, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/d6bca48556c14dbaa0fecb34de965246, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/43db2b73e346405c903ce9fe264e4fad, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/01ccefae7fce4bb5abb0f0cfaaff893a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/8e694058b6db495b90a98c1868200d86, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/f51bf510ed9b454b8ad4a56b8a0f693e, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/023b304762ef4203afdfdd508777ed63, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/960d4a35ece141789f7b3ec98bd16937, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/7d4d5ba8675841a4830d1fc7e3fdc594, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ad7b45e430b44446b33f0b1e95b47764, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ac17b1241acb445a98b129f4294acbf0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ff00d56ec44349ec90bd023300c86845, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/f094bf68d91d4eae8ff02dce4ba7262f, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/eabcf6316b9a44c08feb59a9857b4df3, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/7f8c17527d87456e964f313d048bd524, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/0db0797c2cb141afa0fb18ee74436b9a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/8cc6e1e211124028b7c5a87ebdb45cb0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/8aa15991dd744fd79e31bb988137dd99, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ca9d4ddcb8594eb1b2631a8e3bf128f6, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/90e109183f244c9daefed4ac489340a0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/da3a4c1477ef4b0c941e10e6424890c4, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/223636e40164466abb17181ba2502f85, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/a3c05fe25258486199a8fb78af4bec88, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/44eda18fdc0546409fd042e10b531ae1, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/5da4fa33388c407190eeb4660db8a02b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/cda34cbd3a244dfa92f34f090ef2c5f6, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/102d7ba72e794b5190f87e2166ef5b48] to archive 2024-11-14T02:19:06,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T02:19:06,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ef0123e3d17c4a3aa0812b25f3f7ad88 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ef0123e3d17c4a3aa0812b25f3f7ad88 2024-11-14T02:19:06,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/5c46d462c8b645919beab4b0f4b20cb9 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/5c46d462c8b645919beab4b0f4b20cb9 2024-11-14T02:19:06,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/732a4d7ad22845e09654a61eedd850be to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/732a4d7ad22845e09654a61eedd850be 2024-11-14T02:19:06,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ac9063599a5445d489c775cac9f3d5bf to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ac9063599a5445d489c775cac9f3d5bf 2024-11-14T02:19:06,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/751d7aef18b94c7f8b8bf1fe6bd4819e to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/751d7aef18b94c7f8b8bf1fe6bd4819e 2024-11-14T02:19:06,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/d63ef452ca18441ca9e746c0a07f78b8 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/d63ef452ca18441ca9e746c0a07f78b8 2024-11-14T02:19:06,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/f2b0955afd7b4355b9bb49dcab274bc5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/f2b0955afd7b4355b9bb49dcab274bc5 2024-11-14T02:19:06,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/f2ca1d19ef034d66ab07a1d720e17059 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/f2ca1d19ef034d66ab07a1d720e17059 2024-11-14T02:19:06,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/f0ec01653a7f4093b8f3b08f757524fe to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/f0ec01653a7f4093b8f3b08f757524fe 2024-11-14T02:19:06,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/f42d15d816d5489fb9594cec73106e02 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/f42d15d816d5489fb9594cec73106e02 2024-11-14T02:19:06,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/c5c02dc3ab634a50bf5e6c4de2e6704c to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/c5c02dc3ab634a50bf5e6c4de2e6704c 2024-11-14T02:19:06,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/2ac90bb0f6b14efeb6035524fec0592a to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/2ac90bb0f6b14efeb6035524fec0592a 2024-11-14T02:19:06,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/771da4ca353842aba0a90495eb3f237a to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/771da4ca353842aba0a90495eb3f237a 2024-11-14T02:19:06,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/cd3e12a80ae24e7b9fa3b4c6d0a18aa4 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/cd3e12a80ae24e7b9fa3b4c6d0a18aa4 2024-11-14T02:19:06,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/89fbbd4d60854645851a0ffafef096db to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/89fbbd4d60854645851a0ffafef096db 2024-11-14T02:19:06,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/d6bca48556c14dbaa0fecb34de965246 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/d6bca48556c14dbaa0fecb34de965246 2024-11-14T02:19:06,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/43db2b73e346405c903ce9fe264e4fad to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/43db2b73e346405c903ce9fe264e4fad 2024-11-14T02:19:06,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/01ccefae7fce4bb5abb0f0cfaaff893a to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/01ccefae7fce4bb5abb0f0cfaaff893a 2024-11-14T02:19:06,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/8e694058b6db495b90a98c1868200d86 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/8e694058b6db495b90a98c1868200d86 2024-11-14T02:19:06,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/f51bf510ed9b454b8ad4a56b8a0f693e to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/f51bf510ed9b454b8ad4a56b8a0f693e 2024-11-14T02:19:06,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/023b304762ef4203afdfdd508777ed63 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/023b304762ef4203afdfdd508777ed63 2024-11-14T02:19:06,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/960d4a35ece141789f7b3ec98bd16937 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/960d4a35ece141789f7b3ec98bd16937 2024-11-14T02:19:06,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/7d4d5ba8675841a4830d1fc7e3fdc594 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/7d4d5ba8675841a4830d1fc7e3fdc594 2024-11-14T02:19:06,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ad7b45e430b44446b33f0b1e95b47764 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ad7b45e430b44446b33f0b1e95b47764 2024-11-14T02:19:06,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ac17b1241acb445a98b129f4294acbf0 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ac17b1241acb445a98b129f4294acbf0 2024-11-14T02:19:06,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ff00d56ec44349ec90bd023300c86845 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ff00d56ec44349ec90bd023300c86845 2024-11-14T02:19:06,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/f094bf68d91d4eae8ff02dce4ba7262f to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/f094bf68d91d4eae8ff02dce4ba7262f 2024-11-14T02:19:06,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/eabcf6316b9a44c08feb59a9857b4df3 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/eabcf6316b9a44c08feb59a9857b4df3 2024-11-14T02:19:06,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/7f8c17527d87456e964f313d048bd524 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/7f8c17527d87456e964f313d048bd524 2024-11-14T02:19:06,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/0db0797c2cb141afa0fb18ee74436b9a to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/0db0797c2cb141afa0fb18ee74436b9a 2024-11-14T02:19:06,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/8cc6e1e211124028b7c5a87ebdb45cb0 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/8cc6e1e211124028b7c5a87ebdb45cb0 2024-11-14T02:19:06,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/8aa15991dd744fd79e31bb988137dd99 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/8aa15991dd744fd79e31bb988137dd99 2024-11-14T02:19:06,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ca9d4ddcb8594eb1b2631a8e3bf128f6 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ca9d4ddcb8594eb1b2631a8e3bf128f6 2024-11-14T02:19:06,864 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/90e109183f244c9daefed4ac489340a0 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/90e109183f244c9daefed4ac489340a0 2024-11-14T02:19:06,865 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/da3a4c1477ef4b0c941e10e6424890c4 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/da3a4c1477ef4b0c941e10e6424890c4 2024-11-14T02:19:06,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/223636e40164466abb17181ba2502f85 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/223636e40164466abb17181ba2502f85 2024-11-14T02:19:06,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/a3c05fe25258486199a8fb78af4bec88 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/a3c05fe25258486199a8fb78af4bec88 2024-11-14T02:19:06,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/44eda18fdc0546409fd042e10b531ae1 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/44eda18fdc0546409fd042e10b531ae1 2024-11-14T02:19:06,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/5da4fa33388c407190eeb4660db8a02b to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/5da4fa33388c407190eeb4660db8a02b 2024-11-14T02:19:06,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/cda34cbd3a244dfa92f34f090ef2c5f6 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/cda34cbd3a244dfa92f34f090ef2c5f6 2024-11-14T02:19:06,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/102d7ba72e794b5190f87e2166ef5b48 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/102d7ba72e794b5190f87e2166ef5b48 2024-11-14T02:19:06,890 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/b6dc1e02af2a4f2fb35993ce0ae51ecf, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/0047ca45b3fd4dc9b227533250110218, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/b40f8162d71b458988276bbe50439d5f, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/a9806a65bca143d782e1f9fc0b117d16, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/1149961ac6c44000916168e15da47558, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/0a77e4048948493c87ce8aaea5f44829, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/4d4ef104e9e746629b0682bb0ed70921, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/b09c01150a8f4da79c2ce8e2cc9510c6, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/614796284d0e411e99730266deef7280, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/bf3470d9237b434d9b6a1a55fe4b90bb, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/e4d7e648e27948cab28083692aff905e, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/b79efe319b8345e9be94b8cc94d0bdac, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/c5c6ab3934104679876ce082b2420f31, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/3fe1cd3d7c4e40e081e4172df3899e79, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/408da10bdf7c496880385a2af4bf9bd1, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/f59727358367436c85355750a6f37686, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/853db258da444d958936bbd85e64d579, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/ae5d27f6dd9943909016c81289206699, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/d46fae0f4ebf40ffa78c96e28eccb60d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/25e176e65e2246fdb4102c036e8a55e5, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/0d987afc6c944932935b18efd7bd6ac5, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/bc81cf2fb9484da5987fd9fba27488a0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/3828671e4f704a38905bfe1f99192e0f, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/87b857aac8614fcc9d15f5f921720fcf, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/4a7f82aa393247dabdb0572902120419, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/983119e19f664301b4ec29bbe714729d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/867b11e8bbbb4278851f26a07c3421bb, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/ff500866f618442ba3164721ed040699, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/217ebc95cb83488594bc7e63082a4526, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/3a166e9a1ab249e3afb0f779db0cffb9, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/54bca245cb3845b69d3f062e03261b0a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/73a92ffd685c4110b9746237cb0c1992, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/8e722037c0044c0b96bdea7a294d0d02, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/3732fcb5c58344ed973d1615cfed7cc3, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/d3b0f6a765cd4a85b269efd43558f3e6, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/134a34ad847f438bb5e2322a8f3caaac, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/6a9f3f40d91c4ff69579aaa42d276d53, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/85a85a572ff8420ca5aa0aaddafdf95a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/1a928e46c0a34c99a460c725d7869b7f, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/8ffa3a397bf541dd84392931efef4c73, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/c5dd133c646e408ead8605cc4bb7d61a] to archive 2024-11-14T02:19:06,891 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T02:19:06,893 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/b6dc1e02af2a4f2fb35993ce0ae51ecf to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/b6dc1e02af2a4f2fb35993ce0ae51ecf 2024-11-14T02:19:06,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/0047ca45b3fd4dc9b227533250110218 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/0047ca45b3fd4dc9b227533250110218 2024-11-14T02:19:06,896 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/b40f8162d71b458988276bbe50439d5f to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/b40f8162d71b458988276bbe50439d5f 2024-11-14T02:19:06,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/a9806a65bca143d782e1f9fc0b117d16 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/a9806a65bca143d782e1f9fc0b117d16 2024-11-14T02:19:06,898 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/1149961ac6c44000916168e15da47558 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/1149961ac6c44000916168e15da47558 2024-11-14T02:19:06,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/0a77e4048948493c87ce8aaea5f44829 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/0a77e4048948493c87ce8aaea5f44829 2024-11-14T02:19:06,901 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/4d4ef104e9e746629b0682bb0ed70921 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/4d4ef104e9e746629b0682bb0ed70921 2024-11-14T02:19:06,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/b09c01150a8f4da79c2ce8e2cc9510c6 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/b09c01150a8f4da79c2ce8e2cc9510c6 2024-11-14T02:19:06,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/614796284d0e411e99730266deef7280 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/614796284d0e411e99730266deef7280 2024-11-14T02:19:06,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/bf3470d9237b434d9b6a1a55fe4b90bb to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/bf3470d9237b434d9b6a1a55fe4b90bb 2024-11-14T02:19:06,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/e4d7e648e27948cab28083692aff905e to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/e4d7e648e27948cab28083692aff905e 2024-11-14T02:19:06,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/b79efe319b8345e9be94b8cc94d0bdac to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/b79efe319b8345e9be94b8cc94d0bdac 2024-11-14T02:19:06,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/c5c6ab3934104679876ce082b2420f31 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/c5c6ab3934104679876ce082b2420f31 2024-11-14T02:19:06,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/3fe1cd3d7c4e40e081e4172df3899e79 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/3fe1cd3d7c4e40e081e4172df3899e79 2024-11-14T02:19:06,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/408da10bdf7c496880385a2af4bf9bd1 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/408da10bdf7c496880385a2af4bf9bd1 2024-11-14T02:19:06,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/f59727358367436c85355750a6f37686 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/f59727358367436c85355750a6f37686 2024-11-14T02:19:06,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/853db258da444d958936bbd85e64d579 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/853db258da444d958936bbd85e64d579 2024-11-14T02:19:06,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/ae5d27f6dd9943909016c81289206699 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/ae5d27f6dd9943909016c81289206699 2024-11-14T02:19:06,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/d46fae0f4ebf40ffa78c96e28eccb60d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/d46fae0f4ebf40ffa78c96e28eccb60d 2024-11-14T02:19:06,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/25e176e65e2246fdb4102c036e8a55e5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/25e176e65e2246fdb4102c036e8a55e5 2024-11-14T02:19:06,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/0d987afc6c944932935b18efd7bd6ac5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/0d987afc6c944932935b18efd7bd6ac5 2024-11-14T02:19:06,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/bc81cf2fb9484da5987fd9fba27488a0 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/bc81cf2fb9484da5987fd9fba27488a0 2024-11-14T02:19:06,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/3828671e4f704a38905bfe1f99192e0f to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/3828671e4f704a38905bfe1f99192e0f 2024-11-14T02:19:06,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/87b857aac8614fcc9d15f5f921720fcf to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/87b857aac8614fcc9d15f5f921720fcf 2024-11-14T02:19:06,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/4a7f82aa393247dabdb0572902120419 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/4a7f82aa393247dabdb0572902120419 2024-11-14T02:19:06,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/983119e19f664301b4ec29bbe714729d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/983119e19f664301b4ec29bbe714729d 2024-11-14T02:19:06,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/867b11e8bbbb4278851f26a07c3421bb to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/867b11e8bbbb4278851f26a07c3421bb 2024-11-14T02:19:06,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/ff500866f618442ba3164721ed040699 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/ff500866f618442ba3164721ed040699 2024-11-14T02:19:06,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/217ebc95cb83488594bc7e63082a4526 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/217ebc95cb83488594bc7e63082a4526 2024-11-14T02:19:06,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/3a166e9a1ab249e3afb0f779db0cffb9 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/3a166e9a1ab249e3afb0f779db0cffb9 2024-11-14T02:19:06,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/54bca245cb3845b69d3f062e03261b0a to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/54bca245cb3845b69d3f062e03261b0a 2024-11-14T02:19:06,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/73a92ffd685c4110b9746237cb0c1992 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/73a92ffd685c4110b9746237cb0c1992 2024-11-14T02:19:06,933 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/8e722037c0044c0b96bdea7a294d0d02 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/8e722037c0044c0b96bdea7a294d0d02 2024-11-14T02:19:06,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/3732fcb5c58344ed973d1615cfed7cc3 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/3732fcb5c58344ed973d1615cfed7cc3 2024-11-14T02:19:06,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/d3b0f6a765cd4a85b269efd43558f3e6 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/d3b0f6a765cd4a85b269efd43558f3e6 2024-11-14T02:19:06,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/134a34ad847f438bb5e2322a8f3caaac to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/134a34ad847f438bb5e2322a8f3caaac 2024-11-14T02:19:06,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/6a9f3f40d91c4ff69579aaa42d276d53 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/6a9f3f40d91c4ff69579aaa42d276d53 2024-11-14T02:19:06,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/85a85a572ff8420ca5aa0aaddafdf95a to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/85a85a572ff8420ca5aa0aaddafdf95a 2024-11-14T02:19:06,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/1a928e46c0a34c99a460c725d7869b7f to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/1a928e46c0a34c99a460c725d7869b7f 2024-11-14T02:19:06,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/8ffa3a397bf541dd84392931efef4c73 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/8ffa3a397bf541dd84392931efef4c73 2024-11-14T02:19:06,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/c5dd133c646e408ead8605cc4bb7d61a to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/c5dd133c646e408ead8605cc4bb7d61a 2024-11-14T02:19:06,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/eed02f9bce3c438e860cefa3f933facd, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/a9bf10379c9c456b84fb862a4314f86b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/4d619ef41a6a40bbbb66817b31a70a09, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/f89048831a9a4c0cb0b04962e5a688be, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/28329f627ef5451a9c0e77fa2a8f4e9a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/99814c032ae44481b70e20d45b9c324d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/97a013e0e4104577bc646fc53cb3356f, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/ba6e179353714b64a798f9738920078f, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/34fe5ade8bc7466a98b183c587dbaaeb, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/b76d5124aacd4fd5b974c559c348f1bc, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/612b2e70374a4df681692e68d3c40b99, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/1cb8dbd24586497ba9e0196b5d775d5b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/ae6e7950b0254dcf83e32ec53c72d3a2, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/90535582212446989fa1844eb78bb7da, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/1fb7c810b2f04a4c907262ab44714844, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/e9c62784bf9f468b8e18c2a8693a0f02, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/707a59268b0b4f819a8e607796e916af, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/81a68bcec6a2475aaf7ede88e338e99c, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/f5e51590a8f745039144eb809896a5e6, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/563d2d62e8454fd3963f2c8dc38f7b70, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/7c43ccdfae124f4ea77a761c49bc147c, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/a962f239c82b438ea3213fd2c09368c1, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/c1b2cc9d7f134e79a5f5a3d27176be00, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/9b8099d620c04c4f89b04517204174e5, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/90fbbcc3b33c4c2197ac7bf8304cfabe, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/8a7bab0976cb4452b7a09a9dedc86634, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/069b1bec16a84d45878ccb7afcc7f9d7, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/478e830b3c3a484192e0d6f0ac0b6267, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/d2940d37c2e3431daab92a6054a2511d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/2131bd77f53c47c8a58f05dc35783831, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/5692e4c2d970431f9d4cd30089a915aa, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/bb475eb05345488ab1299c6c43b2fc65, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/6a240bccd6f0475f83715360b113f958, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/d23115806c774bfc8db7a4fffaf537a2, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/493af95874fb464aa1d8c65066b89578, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/93e9e8f62e614083ac41eaa571fc2c8a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/f0d7a98c50af416785b02aacf5672ded, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/8c05e3a84afd46b79546b2de1d26cb3d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/ddd8bdca03cb48a38e4d4d97ccc07a9d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/f612d530fd4b4d969e1d95b10bff713e] to archive 2024-11-14T02:19:06,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T02:19:06,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/eed02f9bce3c438e860cefa3f933facd to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/eed02f9bce3c438e860cefa3f933facd 2024-11-14T02:19:06,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/a9bf10379c9c456b84fb862a4314f86b to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/a9bf10379c9c456b84fb862a4314f86b 2024-11-14T02:19:06,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/4d619ef41a6a40bbbb66817b31a70a09 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/4d619ef41a6a40bbbb66817b31a70a09 2024-11-14T02:19:06,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/f89048831a9a4c0cb0b04962e5a688be to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/f89048831a9a4c0cb0b04962e5a688be 2024-11-14T02:19:06,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/28329f627ef5451a9c0e77fa2a8f4e9a to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/28329f627ef5451a9c0e77fa2a8f4e9a 2024-11-14T02:19:06,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/99814c032ae44481b70e20d45b9c324d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/99814c032ae44481b70e20d45b9c324d 2024-11-14T02:19:06,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/97a013e0e4104577bc646fc53cb3356f to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/97a013e0e4104577bc646fc53cb3356f 2024-11-14T02:19:06,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/ba6e179353714b64a798f9738920078f to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/ba6e179353714b64a798f9738920078f 2024-11-14T02:19:06,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/34fe5ade8bc7466a98b183c587dbaaeb to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/34fe5ade8bc7466a98b183c587dbaaeb 2024-11-14T02:19:06,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/b76d5124aacd4fd5b974c559c348f1bc to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/b76d5124aacd4fd5b974c559c348f1bc 2024-11-14T02:19:06,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/612b2e70374a4df681692e68d3c40b99 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/612b2e70374a4df681692e68d3c40b99 2024-11-14T02:19:06,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/1cb8dbd24586497ba9e0196b5d775d5b to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/1cb8dbd24586497ba9e0196b5d775d5b 2024-11-14T02:19:06,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/ae6e7950b0254dcf83e32ec53c72d3a2 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/ae6e7950b0254dcf83e32ec53c72d3a2 2024-11-14T02:19:06,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/90535582212446989fa1844eb78bb7da to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/90535582212446989fa1844eb78bb7da 2024-11-14T02:19:06,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/1fb7c810b2f04a4c907262ab44714844 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/1fb7c810b2f04a4c907262ab44714844 2024-11-14T02:19:06,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/e9c62784bf9f468b8e18c2a8693a0f02 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/e9c62784bf9f468b8e18c2a8693a0f02 2024-11-14T02:19:06,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/707a59268b0b4f819a8e607796e916af to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/707a59268b0b4f819a8e607796e916af 2024-11-14T02:19:06,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/81a68bcec6a2475aaf7ede88e338e99c to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/81a68bcec6a2475aaf7ede88e338e99c 2024-11-14T02:19:06,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/f5e51590a8f745039144eb809896a5e6 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/f5e51590a8f745039144eb809896a5e6 2024-11-14T02:19:06,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/563d2d62e8454fd3963f2c8dc38f7b70 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/563d2d62e8454fd3963f2c8dc38f7b70 2024-11-14T02:19:06,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/7c43ccdfae124f4ea77a761c49bc147c to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/7c43ccdfae124f4ea77a761c49bc147c 2024-11-14T02:19:06,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/a962f239c82b438ea3213fd2c09368c1 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/a962f239c82b438ea3213fd2c09368c1 2024-11-14T02:19:06,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/c1b2cc9d7f134e79a5f5a3d27176be00 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/c1b2cc9d7f134e79a5f5a3d27176be00 2024-11-14T02:19:07,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/9b8099d620c04c4f89b04517204174e5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/9b8099d620c04c4f89b04517204174e5 2024-11-14T02:19:07,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/90fbbcc3b33c4c2197ac7bf8304cfabe to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/90fbbcc3b33c4c2197ac7bf8304cfabe 2024-11-14T02:19:07,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/8a7bab0976cb4452b7a09a9dedc86634 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/8a7bab0976cb4452b7a09a9dedc86634 2024-11-14T02:19:07,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/069b1bec16a84d45878ccb7afcc7f9d7 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/069b1bec16a84d45878ccb7afcc7f9d7 2024-11-14T02:19:07,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/478e830b3c3a484192e0d6f0ac0b6267 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/478e830b3c3a484192e0d6f0ac0b6267 2024-11-14T02:19:07,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/d2940d37c2e3431daab92a6054a2511d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/d2940d37c2e3431daab92a6054a2511d 2024-11-14T02:19:07,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/2131bd77f53c47c8a58f05dc35783831 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/2131bd77f53c47c8a58f05dc35783831 2024-11-14T02:19:07,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/5692e4c2d970431f9d4cd30089a915aa to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/5692e4c2d970431f9d4cd30089a915aa 2024-11-14T02:19:07,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/bb475eb05345488ab1299c6c43b2fc65 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/bb475eb05345488ab1299c6c43b2fc65 2024-11-14T02:19:07,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/6a240bccd6f0475f83715360b113f958 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/6a240bccd6f0475f83715360b113f958 2024-11-14T02:19:07,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/d23115806c774bfc8db7a4fffaf537a2 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/d23115806c774bfc8db7a4fffaf537a2 2024-11-14T02:19:07,020 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/493af95874fb464aa1d8c65066b89578 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/493af95874fb464aa1d8c65066b89578 2024-11-14T02:19:07,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/93e9e8f62e614083ac41eaa571fc2c8a to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/93e9e8f62e614083ac41eaa571fc2c8a 2024-11-14T02:19:07,022 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/f0d7a98c50af416785b02aacf5672ded to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/f0d7a98c50af416785b02aacf5672ded 2024-11-14T02:19:07,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/8c05e3a84afd46b79546b2de1d26cb3d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/8c05e3a84afd46b79546b2de1d26cb3d 2024-11-14T02:19:07,025 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/ddd8bdca03cb48a38e4d4d97ccc07a9d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/ddd8bdca03cb48a38e4d4d97ccc07a9d 2024-11-14T02:19:07,027 DEBUG [StoreCloser-TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/f612d530fd4b4d969e1d95b10bff713e to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/f612d530fd4b4d969e1d95b10bff713e 2024-11-14T02:19:07,034 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/recovered.edits/628.seqid, newMaxSeqId=628, maxSeqId=1 2024-11-14T02:19:07,038 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9. 2024-11-14T02:19:07,038 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1635): Region close journal for c3cfa6cb18e6dea4ad52a5e44b8755c9: 2024-11-14T02:19:07,040 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(170): Closed c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:19:07,040 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=c3cfa6cb18e6dea4ad52a5e44b8755c9, regionState=CLOSED 2024-11-14T02:19:07,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-14T02:19:07,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseRegionProcedure c3cfa6cb18e6dea4ad52a5e44b8755c9, server=3d72750a2650,45917,1731550712637 in 1.6610 sec 2024-11-14T02:19:07,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-14T02:19:07,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c3cfa6cb18e6dea4ad52a5e44b8755c9, UNASSIGN in 1.6660 sec 2024-11-14T02:19:07,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-14T02:19:07,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6720 sec 2024-11-14T02:19:07,048 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731550747048"}]},"ts":"1731550747048"} 2024-11-14T02:19:07,049 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T02:19:07,052 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T02:19:07,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6910 sec 2024-11-14T02:19:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-14T02:19:07,473 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-11-14T02:19:07,475 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-14T02:19:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:19:07,481 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=40, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:19:07,482 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=40, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:19:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-14T02:19:07,489 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:19:07,493 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A, FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B, FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C, FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/recovered.edits] 2024-11-14T02:19:07,502 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/61ed18518ece456da176358c873049a7 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/61ed18518ece456da176358c873049a7 2024-11-14T02:19:07,507 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/a43cc249d8c34689930a957d2dd6ab01 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/a43cc249d8c34689930a957d2dd6ab01 2024-11-14T02:19:07,512 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ac5b98eaf1af45af9b042a6c97fab6fd to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/A/ac5b98eaf1af45af9b042a6c97fab6fd 2024-11-14T02:19:07,517 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/03b8e71ff0044a6f93f71164327cedd5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/03b8e71ff0044a6f93f71164327cedd5 2024-11-14T02:19:07,522 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/2fddff97a76745dfa4e7d412d5327016 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/2fddff97a76745dfa4e7d412d5327016 2024-11-14T02:19:07,524 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/c015096fa6da4242ba28ce463ab6984b to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/B/c015096fa6da4242ba28ce463ab6984b 2024-11-14T02:19:07,529 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/0523720a2c8940d88bc22a2564073b29 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/0523720a2c8940d88bc22a2564073b29 2024-11-14T02:19:07,532 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/0b40587eeb2246cab1e2e1100eb6972a to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/0b40587eeb2246cab1e2e1100eb6972a 2024-11-14T02:19:07,535 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/ae16e23d3ab54205a131f378694b0c76 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/C/ae16e23d3ab54205a131f378694b0c76 2024-11-14T02:19:07,539 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/recovered.edits/628.seqid to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9/recovered.edits/628.seqid 2024-11-14T02:19:07,540 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c3cfa6cb18e6dea4ad52a5e44b8755c9 2024-11-14T02:19:07,541 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T02:19:07,546 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=40, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:19:07,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-14T02:19:07,558 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T02:19:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-14T02:19:07,598 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T02:19:07,599 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=40, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:19:07,600 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T02:19:07,600 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731550747600"}]},"ts":"9223372036854775807"} 2024-11-14T02:19:07,603 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-14T02:19:07,603 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c3cfa6cb18e6dea4ad52a5e44b8755c9, NAME => 'TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T02:19:07,604 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T02:19:07,604 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731550747604"}]},"ts":"9223372036854775807"} 2024-11-14T02:19:07,607 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-14T02:19:07,611 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=40, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:19:07,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 135 msec 2024-11-14T02:19:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-14T02:19:07,791 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 40 completed 2024-11-14T02:19:07,804 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=237 (was 219) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3342f77e-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/3d72750a2650:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-401506150_22 at /127.0.0.1:44508 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;3d72750a2650:45917-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3342f77e-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3342f77e-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3342f77e-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=559 (was 435) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1523 (was 2232) 2024-11-14T02:19:07,813 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=237, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=559, ProcessCount=11, AvailableMemoryMB=1523 2024-11-14T02:19:07,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T02:19:07,815 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:19:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T02:19:07,816 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:19:07,816 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:07,816 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 41 2024-11-14T02:19:07,817 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:19:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-14T02:19:07,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741970_1146 (size=960) 2024-11-14T02:19:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-14T02:19:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-14T02:19:08,225 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d 2024-11-14T02:19:08,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741971_1147 (size=53) 2024-11-14T02:19:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-14T02:19:08,637 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:19:08,637 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing ae36cb909af00fbc78fd4d7fc5d232d5, disabling compactions & flushes 2024-11-14T02:19:08,637 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:08,637 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:08,637 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. after waiting 0 ms 2024-11-14T02:19:08,637 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:08,637 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:08,637 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:08,638 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:19:08,638 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731550748638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731550748638"}]},"ts":"1731550748638"} 2024-11-14T02:19:08,640 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-14T02:19:08,640 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:19:08,641 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731550748640"}]},"ts":"1731550748640"} 2024-11-14T02:19:08,642 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T02:19:08,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae36cb909af00fbc78fd4d7fc5d232d5, ASSIGN}] 2024-11-14T02:19:08,647 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae36cb909af00fbc78fd4d7fc5d232d5, ASSIGN 2024-11-14T02:19:08,647 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae36cb909af00fbc78fd4d7fc5d232d5, ASSIGN; state=OFFLINE, location=3d72750a2650,45917,1731550712637; forceNewPlan=false, retain=false 2024-11-14T02:19:08,798 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=ae36cb909af00fbc78fd4d7fc5d232d5, regionState=OPENING, regionLocation=3d72750a2650,45917,1731550712637 2024-11-14T02:19:08,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; OpenRegionProcedure ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637}] 2024-11-14T02:19:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-14T02:19:08,952 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:08,955 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:08,955 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:19:08,956 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:08,956 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:19:08,956 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:08,956 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:08,957 INFO [StoreOpener-ae36cb909af00fbc78fd4d7fc5d232d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:08,959 INFO [StoreOpener-ae36cb909af00fbc78fd4d7fc5d232d5-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T02:19:08,959 INFO [StoreOpener-ae36cb909af00fbc78fd4d7fc5d232d5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae36cb909af00fbc78fd4d7fc5d232d5 columnFamilyName A 2024-11-14T02:19:08,959 DEBUG [StoreOpener-ae36cb909af00fbc78fd4d7fc5d232d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:08,959 INFO [StoreOpener-ae36cb909af00fbc78fd4d7fc5d232d5-1 {}] regionserver.HStore(327): Store=ae36cb909af00fbc78fd4d7fc5d232d5/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:19:08,960 INFO [StoreOpener-ae36cb909af00fbc78fd4d7fc5d232d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:08,961 INFO [StoreOpener-ae36cb909af00fbc78fd4d7fc5d232d5-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T02:19:08,962 INFO [StoreOpener-ae36cb909af00fbc78fd4d7fc5d232d5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae36cb909af00fbc78fd4d7fc5d232d5 columnFamilyName B 2024-11-14T02:19:08,962 DEBUG [StoreOpener-ae36cb909af00fbc78fd4d7fc5d232d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:08,962 INFO [StoreOpener-ae36cb909af00fbc78fd4d7fc5d232d5-1 {}] regionserver.HStore(327): Store=ae36cb909af00fbc78fd4d7fc5d232d5/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:19:08,962 INFO [StoreOpener-ae36cb909af00fbc78fd4d7fc5d232d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:08,963 INFO [StoreOpener-ae36cb909af00fbc78fd4d7fc5d232d5-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T02:19:08,964 INFO [StoreOpener-ae36cb909af00fbc78fd4d7fc5d232d5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae36cb909af00fbc78fd4d7fc5d232d5 columnFamilyName C 2024-11-14T02:19:08,964 DEBUG [StoreOpener-ae36cb909af00fbc78fd4d7fc5d232d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:08,964 INFO [StoreOpener-ae36cb909af00fbc78fd4d7fc5d232d5-1 {}] regionserver.HStore(327): Store=ae36cb909af00fbc78fd4d7fc5d232d5/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:19:08,964 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:08,965 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:08,965 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:08,966 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T02:19:08,967 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:08,969 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:19:08,969 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened ae36cb909af00fbc78fd4d7fc5d232d5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65448066, jitterRate=-0.0247478187084198}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T02:19:08,970 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:08,971 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5., pid=43, masterSystemTime=1731550748952 2024-11-14T02:19:08,973 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:08,973 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:08,973 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=ae36cb909af00fbc78fd4d7fc5d232d5, regionState=OPEN, openSeqNum=2, regionLocation=3d72750a2650,45917,1731550712637 2024-11-14T02:19:08,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-14T02:19:08,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; OpenRegionProcedure ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 in 174 msec 2024-11-14T02:19:08,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-14T02:19:08,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae36cb909af00fbc78fd4d7fc5d232d5, ASSIGN in 330 msec 2024-11-14T02:19:08,979 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:19:08,979 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731550748979"}]},"ts":"1731550748979"} 2024-11-14T02:19:08,980 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T02:19:08,983 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:19:08,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1680 sec 2024-11-14T02:19:09,104 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T02:19:09,106 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T02:19:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-14T02:19:09,923 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-11-14T02:19:09,924 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a86f6a4 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c267206 2024-11-14T02:19:09,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a8da76b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:19:09,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:19:09,933 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54212, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:19:09,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:19:09,936 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:19:09,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T02:19:09,941 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:19:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=44, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-14T02:19:09,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741972_1148 (size=996) 2024-11-14T02:19:10,364 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-14T02:19:10,365 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-14T02:19:10,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T02:19:10,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae36cb909af00fbc78fd4d7fc5d232d5, REOPEN/MOVE}] 2024-11-14T02:19:10,379 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae36cb909af00fbc78fd4d7fc5d232d5, REOPEN/MOVE 2024-11-14T02:19:10,379 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=ae36cb909af00fbc78fd4d7fc5d232d5, regionState=CLOSING, regionLocation=3d72750a2650,45917,1731550712637 2024-11-14T02:19:10,383 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T02:19:10,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE; CloseRegionProcedure ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637}] 2024-11-14T02:19:10,535 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:10,536 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(124): Close ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:10,536 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T02:19:10,536 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1681): Closing ae36cb909af00fbc78fd4d7fc5d232d5, disabling compactions & flushes 2024-11-14T02:19:10,537 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:10,537 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:10,537 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. after waiting 0 ms 2024-11-14T02:19:10,537 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:10,543 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T02:19:10,544 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:10,544 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1635): Region close journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:10,544 WARN [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegionServer(3786): Not adding moved region record: ae36cb909af00fbc78fd4d7fc5d232d5 to self. 2024-11-14T02:19:10,546 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(170): Closed ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:10,546 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=ae36cb909af00fbc78fd4d7fc5d232d5, regionState=CLOSED 2024-11-14T02:19:10,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=46 2024-11-14T02:19:10,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=46, state=SUCCESS; CloseRegionProcedure ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 in 164 msec 2024-11-14T02:19:10,551 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae36cb909af00fbc78fd4d7fc5d232d5, REOPEN/MOVE; state=CLOSED, location=3d72750a2650,45917,1731550712637; forceNewPlan=false, retain=true 2024-11-14T02:19:10,702 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=ae36cb909af00fbc78fd4d7fc5d232d5, regionState=OPENING, regionLocation=3d72750a2650,45917,1731550712637 2024-11-14T02:19:10,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=46, state=RUNNABLE; OpenRegionProcedure ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637}] 2024-11-14T02:19:10,857 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:10,863 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:10,863 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:19:10,864 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:10,864 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:19:10,864 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:10,864 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:10,869 INFO [StoreOpener-ae36cb909af00fbc78fd4d7fc5d232d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:10,870 INFO [StoreOpener-ae36cb909af00fbc78fd4d7fc5d232d5-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T02:19:10,877 INFO [StoreOpener-ae36cb909af00fbc78fd4d7fc5d232d5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae36cb909af00fbc78fd4d7fc5d232d5 columnFamilyName A 2024-11-14T02:19:10,885 DEBUG [StoreOpener-ae36cb909af00fbc78fd4d7fc5d232d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:10,886 INFO [StoreOpener-ae36cb909af00fbc78fd4d7fc5d232d5-1 {}] regionserver.HStore(327): Store=ae36cb909af00fbc78fd4d7fc5d232d5/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:19:10,886 INFO [StoreOpener-ae36cb909af00fbc78fd4d7fc5d232d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:10,888 INFO [StoreOpener-ae36cb909af00fbc78fd4d7fc5d232d5-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T02:19:10,889 INFO [StoreOpener-ae36cb909af00fbc78fd4d7fc5d232d5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae36cb909af00fbc78fd4d7fc5d232d5 columnFamilyName B 2024-11-14T02:19:10,889 DEBUG [StoreOpener-ae36cb909af00fbc78fd4d7fc5d232d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:10,890 INFO [StoreOpener-ae36cb909af00fbc78fd4d7fc5d232d5-1 {}] regionserver.HStore(327): Store=ae36cb909af00fbc78fd4d7fc5d232d5/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:19:10,890 INFO [StoreOpener-ae36cb909af00fbc78fd4d7fc5d232d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:10,898 INFO [StoreOpener-ae36cb909af00fbc78fd4d7fc5d232d5-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T02:19:10,899 INFO [StoreOpener-ae36cb909af00fbc78fd4d7fc5d232d5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae36cb909af00fbc78fd4d7fc5d232d5 columnFamilyName C 2024-11-14T02:19:10,899 DEBUG [StoreOpener-ae36cb909af00fbc78fd4d7fc5d232d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:10,900 INFO [StoreOpener-ae36cb909af00fbc78fd4d7fc5d232d5-1 {}] regionserver.HStore(327): Store=ae36cb909af00fbc78fd4d7fc5d232d5/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:19:10,900 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:10,916 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:10,919 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:10,922 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T02:19:10,924 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:10,925 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened ae36cb909af00fbc78fd4d7fc5d232d5; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74590782, jitterRate=0.11148926615715027}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T02:19:10,927 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:10,928 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5., pid=48, masterSystemTime=1731550750857 2024-11-14T02:19:10,931 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:10,931 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:10,934 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=ae36cb909af00fbc78fd4d7fc5d232d5, regionState=OPEN, openSeqNum=5, regionLocation=3d72750a2650,45917,1731550712637 2024-11-14T02:19:10,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=46 2024-11-14T02:19:10,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=46, state=SUCCESS; OpenRegionProcedure ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 in 231 msec 2024-11-14T02:19:10,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-14T02:19:10,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae36cb909af00fbc78fd4d7fc5d232d5, REOPEN/MOVE in 562 msec 2024-11-14T02:19:10,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-14T02:19:10,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 577 msec 2024-11-14T02:19:10,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 1.0050 sec 2024-11-14T02:19:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=44 2024-11-14T02:19:11,012 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40c21799 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63630c79 2024-11-14T02:19:11,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa409d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:19:11,047 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x087b269f to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27600c58 2024-11-14T02:19:11,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53af6163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:19:11,137 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f4859f4 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ecfd53a 2024-11-14T02:19:11,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b8e1501, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:19:11,260 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1eb823f7 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7eb70b3c 2024-11-14T02:19:11,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32168855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:19:11,319 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x24ebde20 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c517130 2024-11-14T02:19:11,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0312cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:19:11,368 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x776c0cb7 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@555bfdff 2024-11-14T02:19:11,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@706b2cde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:19:11,424 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3ec46f90 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@347ad9b2 2024-11-14T02:19:11,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d5e0e3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:19:11,470 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f63b68c to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1d36579b 2024-11-14T02:19:11,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f48df4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:19:11,527 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x473f181f to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@681a05ec 2024-11-14T02:19:11,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd5be36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:19:11,594 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:19:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-14T02:19:11,595 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:19:11,596 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:19:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-14T02:19:11,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:19:11,602 DEBUG [hconnection-0x283ece5b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:19:11,612 DEBUG [hconnection-0x36caa65b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:19:11,614 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54222, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:19:11,626 DEBUG [hconnection-0x1b4dae9e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:19:11,629 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54236, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:19:11,663 DEBUG [hconnection-0x6abe185c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:19:11,664 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:19:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:11,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae36cb909af00fbc78fd4d7fc5d232d5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T02:19:11,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=A 2024-11-14T02:19:11,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:11,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=B 2024-11-14T02:19:11,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:11,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=C 2024-11-14T02:19:11,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:11,677 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:19:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-14T02:19:11,722 DEBUG [hconnection-0x357e1a9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:19:11,724 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54266, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:19:11,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54222 deadline: 1731550811734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:11,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550811735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:11,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550811736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:11,749 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:11,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-14T02:19:11,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:11,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:11,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:11,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:11,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:11,802 DEBUG [hconnection-0x4359b297-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:19:11,803 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54278, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:19:11,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1731550811826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:11,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:11,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:11,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550811844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:11,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54222 deadline: 1731550811844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:11,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550811849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:11,870 DEBUG [hconnection-0x3731620b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:19:11,872 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54280, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:19:11,880 DEBUG [hconnection-0x1fc73346-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:19:11,882 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54294, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:19:11,889 DEBUG [hconnection-0x5e02d7a7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:19:11,890 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54304, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:19:11,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54294 deadline: 1731550811890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:11,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-14T02:19:11,908 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:11,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-14T02:19:11,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:11,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:11,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:11,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:11,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:11,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:11,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1731550811930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:12,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:12,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54294 deadline: 1731550811997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:12,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:12,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550812047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:12,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111430aa19937096438dbc8b861d096bd138_ae36cb909af00fbc78fd4d7fc5d232d5 is 50, key is test_row_0/A:col10/1731550751651/Put/seqid=0 2024-11-14T02:19:12,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54222 deadline: 1731550812048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:12,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:12,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550812052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:12,073 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:12,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-14T02:19:12,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:12,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:12,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:12,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:12,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:12,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:12,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741973_1149 (size=12154) 2024-11-14T02:19:12,107 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:12,122 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111430aa19937096438dbc8b861d096bd138_ae36cb909af00fbc78fd4d7fc5d232d5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111430aa19937096438dbc8b861d096bd138_ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:12,126 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/012890fe782641e1b86b927a4965706c, store: [table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:12,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/012890fe782641e1b86b927a4965706c is 175, key is test_row_0/A:col10/1731550751651/Put/seqid=0 2024-11-14T02:19:12,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1731550812138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-14T02:19:12,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54294 deadline: 1731550812230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:12,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741974_1150 (size=30955) 2024-11-14T02:19:12,246 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/012890fe782641e1b86b927a4965706c 2024-11-14T02:19:12,250 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:12,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-14T02:19:12,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:12,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:12,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:12,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:12,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:12,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:12,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/fd9c46fad975479188434ae1b4a86663 is 50, key is test_row_0/B:col10/1731550751651/Put/seqid=0 2024-11-14T02:19:12,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741975_1151 (size=12001) 2024-11-14T02:19:12,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/fd9c46fad975479188434ae1b4a86663 2024-11-14T02:19:12,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550812361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:12,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550812374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:12,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54222 deadline: 1731550812374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:12,407 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:12,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-14T02:19:12,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:12,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:12,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:12,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:12,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:12,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1731550812449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:12,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/845d311ef0e84eb4a68bd796d4c464b6 is 50, key is test_row_0/C:col10/1731550751651/Put/seqid=0 2024-11-14T02:19:12,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741976_1152 (size=12001) 2024-11-14T02:19:12,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:12,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/845d311ef0e84eb4a68bd796d4c464b6 2024-11-14T02:19:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54294 deadline: 1731550812550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:12,562 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:12,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-14T02:19:12,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:12,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:12,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:12,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:12,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:12,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/012890fe782641e1b86b927a4965706c as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/012890fe782641e1b86b927a4965706c 2024-11-14T02:19:12,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/012890fe782641e1b86b927a4965706c, entries=150, sequenceid=15, filesize=30.2 K 2024-11-14T02:19:12,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/fd9c46fad975479188434ae1b4a86663 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/fd9c46fad975479188434ae1b4a86663 2024-11-14T02:19:12,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/fd9c46fad975479188434ae1b4a86663, entries=150, sequenceid=15, filesize=11.7 K 2024-11-14T02:19:12,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/845d311ef0e84eb4a68bd796d4c464b6 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/845d311ef0e84eb4a68bd796d4c464b6 2024-11-14T02:19:12,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/845d311ef0e84eb4a68bd796d4c464b6, entries=150, sequenceid=15, filesize=11.7 K 2024-11-14T02:19:12,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ae36cb909af00fbc78fd4d7fc5d232d5 in 922ms, sequenceid=15, compaction requested=false 2024-11-14T02:19:12,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-14T02:19:12,717 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:12,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-14T02:19:12,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:12,718 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing ae36cb909af00fbc78fd4d7fc5d232d5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T02:19:12,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=A 2024-11-14T02:19:12,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:12,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=B 2024-11-14T02:19:12,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:12,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=C 2024-11-14T02:19:12,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:12,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141338a2e51bfc49f7bd1fc13fc3e35c93_ae36cb909af00fbc78fd4d7fc5d232d5 is 50, key is test_row_0/A:col10/1731550751734/Put/seqid=0 2024-11-14T02:19:12,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741977_1153 (size=12154) 2024-11-14T02:19:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:12,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:12,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550812920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:12,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54222 deadline: 1731550812922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:12,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550812924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:12,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1731550812961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:12,970 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T02:19:13,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54222 deadline: 1731550813027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:13,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550813034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:13,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550813040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:13,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:13,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54294 deadline: 1731550813082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:13,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:13,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54222 deadline: 1731550813242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:13,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:13,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550813242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:13,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:13,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550813243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:13,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:13,296 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141338a2e51bfc49f7bd1fc13fc3e35c93_ae36cb909af00fbc78fd4d7fc5d232d5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141338a2e51bfc49f7bd1fc13fc3e35c93_ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:13,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/917b6e1aceab4ab0b95418091feb48d7, store: [table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:13,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/917b6e1aceab4ab0b95418091feb48d7 is 175, key is test_row_0/A:col10/1731550751734/Put/seqid=0 2024-11-14T02:19:13,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741978_1154 (size=30955) 2024-11-14T02:19:13,389 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/917b6e1aceab4ab0b95418091feb48d7 2024-11-14T02:19:13,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:13,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54222 deadline: 1731550813545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550813544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:13,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550813547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:13,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/109a638b6584440aa2fdf9556a8efd2b is 50, key is test_row_0/B:col10/1731550751734/Put/seqid=0 2024-11-14T02:19:13,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741979_1155 (size=12001) 2024-11-14T02:19:13,637 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/109a638b6584440aa2fdf9556a8efd2b 2024-11-14T02:19:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-14T02:19:13,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/94716ef75c7c4b57a6b1212353059e11 is 50, key is test_row_0/C:col10/1731550751734/Put/seqid=0 2024-11-14T02:19:13,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741980_1156 (size=12001) 2024-11-14T02:19:13,966 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/94716ef75c7c4b57a6b1212353059e11 2024-11-14T02:19:13,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/917b6e1aceab4ab0b95418091feb48d7 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/917b6e1aceab4ab0b95418091feb48d7 2024-11-14T02:19:13,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1731550813974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:13,991 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/917b6e1aceab4ab0b95418091feb48d7, entries=150, sequenceid=40, filesize=30.2 K 2024-11-14T02:19:13,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/109a638b6584440aa2fdf9556a8efd2b as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/109a638b6584440aa2fdf9556a8efd2b 2024-11-14T02:19:14,009 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/109a638b6584440aa2fdf9556a8efd2b, entries=150, sequenceid=40, filesize=11.7 K 2024-11-14T02:19:14,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/94716ef75c7c4b57a6b1212353059e11 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/94716ef75c7c4b57a6b1212353059e11 2024-11-14T02:19:14,017 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/94716ef75c7c4b57a6b1212353059e11, entries=150, sequenceid=40, filesize=11.7 K 2024-11-14T02:19:14,021 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ae36cb909af00fbc78fd4d7fc5d232d5 in 1303ms, sequenceid=40, compaction requested=false 2024-11-14T02:19:14,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:14,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:14,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-14T02:19:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-14T02:19:14,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-14T02:19:14,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4270 sec 2024-11-14T02:19:14,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 2.4320 sec 2024-11-14T02:19:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:14,066 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae36cb909af00fbc78fd4d7fc5d232d5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T02:19:14,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=A 2024-11-14T02:19:14,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:14,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=B 2024-11-14T02:19:14,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:14,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=C 2024-11-14T02:19:14,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:14,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111471fd3a30da0d43f9aa40a49b6dfe63c5_ae36cb909af00fbc78fd4d7fc5d232d5 is 50, key is test_row_0/A:col10/1731550754065/Put/seqid=0 2024-11-14T02:19:14,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741981_1157 (size=12154) 2024-11-14T02:19:14,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:14,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54294 deadline: 1731550814186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:14,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:14,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550814188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:14,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550814207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:14,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54222 deadline: 1731550814208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:14,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:14,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54294 deadline: 1731550814298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:14,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:14,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550814303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:14,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:14,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54222 deadline: 1731550814320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:14,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:14,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550814320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:14,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54294 deadline: 1731550814512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:14,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550814517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:14,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54222 deadline: 1731550814524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:14,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550814524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:14,566 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:14,572 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111471fd3a30da0d43f9aa40a49b6dfe63c5_ae36cb909af00fbc78fd4d7fc5d232d5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111471fd3a30da0d43f9aa40a49b6dfe63c5_ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:14,573 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/dbe8ef5bdcf143ac89103775aabd487d, store: [table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:14,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/dbe8ef5bdcf143ac89103775aabd487d is 175, key is test_row_0/A:col10/1731550754065/Put/seqid=0 2024-11-14T02:19:14,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741982_1158 (size=30955) 2024-11-14T02:19:14,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:14,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54294 deadline: 1731550814831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:14,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550814830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:14,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550814834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:14,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54222 deadline: 1731550814836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:15,095 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/dbe8ef5bdcf143ac89103775aabd487d 2024-11-14T02:19:15,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/ee98785a5ae64501987d052ae8a54d42 is 50, key is test_row_0/B:col10/1731550754065/Put/seqid=0 2024-11-14T02:19:15,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741983_1159 (size=12001) 2024-11-14T02:19:15,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/ee98785a5ae64501987d052ae8a54d42 2024-11-14T02:19:15,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/18aee30b3a6b4255ac80823317e1ff11 is 50, key is test_row_0/C:col10/1731550754065/Put/seqid=0 2024-11-14T02:19:15,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550815346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:15,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54222 deadline: 1731550815353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:15,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550815353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:15,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54294 deadline: 1731550815356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:15,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741984_1160 (size=12001) 2024-11-14T02:19:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-14T02:19:15,710 INFO [Thread-728 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-14T02:19:15,723 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:19:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-14T02:19:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-14T02:19:15,734 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:19:15,766 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:19:15,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:19:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-14T02:19:15,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/18aee30b3a6b4255ac80823317e1ff11 2024-11-14T02:19:15,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/dbe8ef5bdcf143ac89103775aabd487d as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/dbe8ef5bdcf143ac89103775aabd487d 2024-11-14T02:19:15,930 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:15,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-14T02:19:15,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/dbe8ef5bdcf143ac89103775aabd487d, entries=150, sequenceid=53, filesize=30.2 K 2024-11-14T02:19:15,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:15,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:15,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:15,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:15,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:15,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:15,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/ee98785a5ae64501987d052ae8a54d42 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/ee98785a5ae64501987d052ae8a54d42 2024-11-14T02:19:15,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/ee98785a5ae64501987d052ae8a54d42, entries=150, sequenceid=53, filesize=11.7 K 2024-11-14T02:19:15,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/18aee30b3a6b4255ac80823317e1ff11 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/18aee30b3a6b4255ac80823317e1ff11 2024-11-14T02:19:15,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/18aee30b3a6b4255ac80823317e1ff11, entries=150, sequenceid=53, filesize=11.7 K 2024-11-14T02:19:15,978 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ae36cb909af00fbc78fd4d7fc5d232d5 in 1912ms, sequenceid=53, compaction requested=true 2024-11-14T02:19:15,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:15,979 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:19:15,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae36cb909af00fbc78fd4d7fc5d232d5:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:19:15,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:15,980 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:19:15,980 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:19:15,980 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): ae36cb909af00fbc78fd4d7fc5d232d5/A is initiating minor compaction (all files) 2024-11-14T02:19:15,980 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae36cb909af00fbc78fd4d7fc5d232d5/A in TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:15,981 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/012890fe782641e1b86b927a4965706c, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/917b6e1aceab4ab0b95418091feb48d7, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/dbe8ef5bdcf143ac89103775aabd487d] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp, totalSize=90.7 K 2024-11-14T02:19:15,981 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:15,981 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. files: [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/012890fe782641e1b86b927a4965706c, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/917b6e1aceab4ab0b95418091feb48d7, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/dbe8ef5bdcf143ac89103775aabd487d] 2024-11-14T02:19:15,981 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:19:15,981 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): ae36cb909af00fbc78fd4d7fc5d232d5/B is initiating minor compaction (all files) 2024-11-14T02:19:15,981 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae36cb909af00fbc78fd4d7fc5d232d5/B in TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:15,981 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/fd9c46fad975479188434ae1b4a86663, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/109a638b6584440aa2fdf9556a8efd2b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/ee98785a5ae64501987d052ae8a54d42] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp, totalSize=35.2 K 2024-11-14T02:19:15,982 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 012890fe782641e1b86b927a4965706c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731550751651 2024-11-14T02:19:15,982 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting fd9c46fad975479188434ae1b4a86663, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731550751651 2024-11-14T02:19:15,983 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 917b6e1aceab4ab0b95418091feb48d7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731550751722 2024-11-14T02:19:15,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae36cb909af00fbc78fd4d7fc5d232d5:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:19:15,983 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 109a638b6584440aa2fdf9556a8efd2b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731550751722 2024-11-14T02:19:15,983 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbe8ef5bdcf143ac89103775aabd487d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731550752913 2024-11-14T02:19:15,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:15,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae36cb909af00fbc78fd4d7fc5d232d5:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:19:15,983 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting ee98785a5ae64501987d052ae8a54d42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731550752913 2024-11-14T02:19:15,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:19:15,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:15,998 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae36cb909af00fbc78fd4d7fc5d232d5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T02:19:15,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=A 2024-11-14T02:19:15,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:15,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=B 2024-11-14T02:19:15,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:15,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=C 2024-11-14T02:19:15,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-14T02:19:16,067 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:16,098 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:16,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-14T02:19:16,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:16,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:16,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:16,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:16,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:16,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:16,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1731550816098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:16,107 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae36cb909af00fbc78fd4d7fc5d232d5#B#compaction#141 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:16,108 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/c0c757b58cfb4f29a42c62356f197be5 is 50, key is test_row_0/B:col10/1731550754065/Put/seqid=0 2024-11-14T02:19:16,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141ccf4309735245d6a5e05706ff0f901b_ae36cb909af00fbc78fd4d7fc5d232d5 is 50, key is test_row_0/A:col10/1731550754109/Put/seqid=0 2024-11-14T02:19:16,150 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114d7c5bde87a744af1954a7fd87b0bc222_ae36cb909af00fbc78fd4d7fc5d232d5 store=[table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:16,173 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114d7c5bde87a744af1954a7fd87b0bc222_ae36cb909af00fbc78fd4d7fc5d232d5, store=[table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:16,174 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d7c5bde87a744af1954a7fd87b0bc222_ae36cb909af00fbc78fd4d7fc5d232d5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:16,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:16,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1731550816208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:16,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741985_1161 (size=12104) 2024-11-14T02:19:16,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741986_1162 (size=14594) 2024-11-14T02:19:16,255 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:16,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-14T02:19:16,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:16,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:16,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:16,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:16,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:16,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:16,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741987_1163 (size=4469) 2024-11-14T02:19:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-14T02:19:16,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54222 deadline: 1731550816370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:16,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:16,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550816371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:16,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550816374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:16,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54294 deadline: 1731550816382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:16,412 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:16,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-14T02:19:16,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:16,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:16,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:16,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:16,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:16,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1731550816416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:16,565 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:16,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-14T02:19:16,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:16,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:16,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:16,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:16,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:16,670 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:16,671 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/c0c757b58cfb4f29a42c62356f197be5 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/c0c757b58cfb4f29a42c62356f197be5 2024-11-14T02:19:16,679 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141ccf4309735245d6a5e05706ff0f901b_ae36cb909af00fbc78fd4d7fc5d232d5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141ccf4309735245d6a5e05706ff0f901b_ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:16,682 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/7f8de7a4bc614c59bb1d15f6ab3aca49, store: [table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:16,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/7f8de7a4bc614c59bb1d15f6ab3aca49 is 175, key is test_row_0/A:col10/1731550754109/Put/seqid=0 2024-11-14T02:19:16,685 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae36cb909af00fbc78fd4d7fc5d232d5/B of ae36cb909af00fbc78fd4d7fc5d232d5 into c0c757b58cfb4f29a42c62356f197be5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:16,685 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:16,685 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5., storeName=ae36cb909af00fbc78fd4d7fc5d232d5/B, priority=13, startTime=1731550755980; duration=0sec 2024-11-14T02:19:16,685 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:19:16,685 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae36cb909af00fbc78fd4d7fc5d232d5:B 2024-11-14T02:19:16,685 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:19:16,688 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:19:16,688 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): ae36cb909af00fbc78fd4d7fc5d232d5/C is initiating minor compaction (all files) 2024-11-14T02:19:16,689 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae36cb909af00fbc78fd4d7fc5d232d5/C in TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:16,689 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/845d311ef0e84eb4a68bd796d4c464b6, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/94716ef75c7c4b57a6b1212353059e11, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/18aee30b3a6b4255ac80823317e1ff11] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp, totalSize=35.2 K 2024-11-14T02:19:16,689 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 845d311ef0e84eb4a68bd796d4c464b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731550751651 2024-11-14T02:19:16,692 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 94716ef75c7c4b57a6b1212353059e11, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731550751722 2024-11-14T02:19:16,692 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 18aee30b3a6b4255ac80823317e1ff11, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731550752913 2024-11-14T02:19:16,715 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae36cb909af00fbc78fd4d7fc5d232d5#A#compaction#140 average throughput is 0.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:16,717 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/4168f0f68e1a4ab0b5c64ab4f087f5dc is 175, key is test_row_0/A:col10/1731550754065/Put/seqid=0 2024-11-14T02:19:16,719 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:16,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-14T02:19:16,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:16,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:16,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:16,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:16,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:16,725 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae36cb909af00fbc78fd4d7fc5d232d5#C#compaction#143 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:16,726 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/05b650281297428f9ae6883bd713c916 is 50, key is test_row_0/C:col10/1731550754065/Put/seqid=0 2024-11-14T02:19:16,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:16,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1731550816732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:16,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:16,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741988_1164 (size=39549) 2024-11-14T02:19:16,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741989_1165 (size=31058) 2024-11-14T02:19:16,783 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/4168f0f68e1a4ab0b5c64ab4f087f5dc as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/4168f0f68e1a4ab0b5c64ab4f087f5dc 2024-11-14T02:19:16,818 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae36cb909af00fbc78fd4d7fc5d232d5/A of ae36cb909af00fbc78fd4d7fc5d232d5 into 4168f0f68e1a4ab0b5c64ab4f087f5dc(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:16,818 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:16,818 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5., storeName=ae36cb909af00fbc78fd4d7fc5d232d5/A, priority=13, startTime=1731550755979; duration=0sec 2024-11-14T02:19:16,818 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:16,818 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae36cb909af00fbc78fd4d7fc5d232d5:A 2024-11-14T02:19:16,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741990_1166 (size=12104) 2024-11-14T02:19:16,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-14T02:19:16,884 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:16,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-14T02:19:16,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:16,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:16,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:16,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:16,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:16,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:17,048 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:17,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-14T02:19:17,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:17,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:17,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:17,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:17,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:17,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:17,156 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/7f8de7a4bc614c59bb1d15f6ab3aca49 2024-11-14T02:19:17,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/635c6263d722409a9e921e2f77325a85 is 50, key is test_row_0/B:col10/1731550754109/Put/seqid=0 2024-11-14T02:19:17,212 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:17,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741991_1167 (size=12001) 2024-11-14T02:19:17,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-14T02:19:17,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:17,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/635c6263d722409a9e921e2f77325a85 2024-11-14T02:19:17,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:17,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:17,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:17,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:17,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/05e5e3a9b213486f84e50d4b84ce1124 is 50, key is test_row_0/C:col10/1731550754109/Put/seqid=0 2024-11-14T02:19:17,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:17,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1731550817238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:17,262 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/05b650281297428f9ae6883bd713c916 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/05b650281297428f9ae6883bd713c916 2024-11-14T02:19:17,270 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae36cb909af00fbc78fd4d7fc5d232d5/C of ae36cb909af00fbc78fd4d7fc5d232d5 into 05b650281297428f9ae6883bd713c916(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:17,270 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:17,270 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5., storeName=ae36cb909af00fbc78fd4d7fc5d232d5/C, priority=13, startTime=1731550755983; duration=0sec 2024-11-14T02:19:17,270 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:17,270 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae36cb909af00fbc78fd4d7fc5d232d5:C 2024-11-14T02:19:17,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741992_1168 (size=12001) 2024-11-14T02:19:17,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/05e5e3a9b213486f84e50d4b84ce1124 2024-11-14T02:19:17,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/7f8de7a4bc614c59bb1d15f6ab3aca49 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/7f8de7a4bc614c59bb1d15f6ab3aca49 2024-11-14T02:19:17,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/7f8de7a4bc614c59bb1d15f6ab3aca49, entries=200, sequenceid=77, filesize=38.6 K 2024-11-14T02:19:17,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/635c6263d722409a9e921e2f77325a85 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/635c6263d722409a9e921e2f77325a85 2024-11-14T02:19:17,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/635c6263d722409a9e921e2f77325a85, entries=150, sequenceid=77, filesize=11.7 K 2024-11-14T02:19:17,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/05e5e3a9b213486f84e50d4b84ce1124 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/05e5e3a9b213486f84e50d4b84ce1124 2024-11-14T02:19:17,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/05e5e3a9b213486f84e50d4b84ce1124, entries=150, sequenceid=77, filesize=11.7 K 2024-11-14T02:19:17,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ae36cb909af00fbc78fd4d7fc5d232d5 in 1385ms, sequenceid=77, compaction requested=false 2024-11-14T02:19:17,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:17,385 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:17,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-14T02:19:17,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:17,388 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing ae36cb909af00fbc78fd4d7fc5d232d5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T02:19:17,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=A 2024-11-14T02:19:17,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:17,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=B 2024-11-14T02:19:17,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:17,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=C 2024-11-14T02:19:17,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:17,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111435dd1913c0704905be39e2e5c6468556_ae36cb909af00fbc78fd4d7fc5d232d5 is 50, key is test_row_0/A:col10/1731550756074/Put/seqid=0 2024-11-14T02:19:17,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741993_1169 (size=12154) 2024-11-14T02:19:17,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,527 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111435dd1913c0704905be39e2e5c6468556_ae36cb909af00fbc78fd4d7fc5d232d5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111435dd1913c0704905be39e2e5c6468556_ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:17,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/2bc49d879e7a442abc5222cb75259095, store: [table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:17,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/2bc49d879e7a442abc5222cb75259095 is 175, key is test_row_0/A:col10/1731550756074/Put/seqid=0 2024-11-14T02:19:17,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741994_1170 (size=30955) 2024-11-14T02:19:17,554 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/2bc49d879e7a442abc5222cb75259095 2024-11-14T02:19:17,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/3e5e44e71ff84360b37b620ed9377389 is 50, key is test_row_0/B:col10/1731550756074/Put/seqid=0 2024-11-14T02:19:17,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741995_1171 (size=12001) 2024-11-14T02:19:17,609 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/3e5e44e71ff84360b37b620ed9377389 2024-11-14T02:19:17,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/698d409e528c49e4982d7d7bdecfd550 is 50, key is test_row_0/C:col10/1731550756074/Put/seqid=0 2024-11-14T02:19:17,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741996_1172 (size=12001) 2024-11-14T02:19:17,677 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/698d409e528c49e4982d7d7bdecfd550 2024-11-14T02:19:17,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/2bc49d879e7a442abc5222cb75259095 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/2bc49d879e7a442abc5222cb75259095 2024-11-14T02:19:17,719 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/2bc49d879e7a442abc5222cb75259095, entries=150, sequenceid=92, filesize=30.2 K 2024-11-14T02:19:17,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/3e5e44e71ff84360b37b620ed9377389 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/3e5e44e71ff84360b37b620ed9377389 2024-11-14T02:19:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,740 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/3e5e44e71ff84360b37b620ed9377389, entries=150, sequenceid=92, filesize=11.7 K 2024-11-14T02:19:17,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/698d409e528c49e4982d7d7bdecfd550 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/698d409e528c49e4982d7d7bdecfd550 2024-11-14T02:19:17,749 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/698d409e528c49e4982d7d7bdecfd550, entries=150, sequenceid=92, filesize=11.7 K 2024-11-14T02:19:17,755 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for ae36cb909af00fbc78fd4d7fc5d232d5 in 367ms, sequenceid=92, compaction requested=true 2024-11-14T02:19:17,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:17,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:17,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-14T02:19:17,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-14T02:19:17,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-14T02:19:17,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9910 sec 2024-11-14T02:19:17,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.0370 sec 2024-11-14T02:19:17,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-14T02:19:17,843 INFO [Thread-728 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-14T02:19:17,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,850 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:19:17,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-14T02:19:17,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,852 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:19:17,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,853 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:19:17,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:19:17,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-14T02:19:17,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-14T02:19:17,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,006 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:18,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-14T02:19:18,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:18,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:18,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:18,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-14T02:19:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-14T02:19:18,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-14T02:19:18,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 158 msec 2024-11-14T02:19:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 163 msec 2024-11-14T02:19:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,073 INFO [master/3d72750a2650:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T02:19:18,073 INFO [master/3d72750a2650:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T02:19:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-14T02:19:18,246 INFO [Thread-728 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-14T02:19:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,251 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:19:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-14T02:19:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,253 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:19:18,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,254 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:19:18,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:19:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-14T02:19:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-14T02:19:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,406 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:18,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-14T02:19:18,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:18,407 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing ae36cb909af00fbc78fd4d7fc5d232d5 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-14T02:19:18,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=A 2024-11-14T02:19:18,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:18,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=B 2024-11-14T02:19:18,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:18,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=C 2024-11-14T02:19:18,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140346de8b7d6b48e5893dde9abedac379_ae36cb909af00fbc78fd4d7fc5d232d5 is 50, key is test_row_2/A:col10/1731550758269/Put/seqid=0 2024-11-14T02:19:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741997_1173 (size=7274) 2024-11-14T02:19:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,552 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140346de8b7d6b48e5893dde9abedac379_ae36cb909af00fbc78fd4d7fc5d232d5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140346de8b7d6b48e5893dde9abedac379_ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:18,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/095ae702ca9548ca9f7dca7715a8c89f, store: [table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/095ae702ca9548ca9f7dca7715a8c89f is 175, key is test_row_2/A:col10/1731550758269/Put/seqid=0 2024-11-14T02:19:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-14T02:19:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741998_1174 (size=13765) 2024-11-14T02:19:18,636 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/095ae702ca9548ca9f7dca7715a8c89f 2024-11-14T02:19:18,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/8746ca3a1e1e4c2286db907ff1b91380 is 50, key is test_row_2/B:col10/1731550758269/Put/seqid=0 2024-11-14T02:19:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:18,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741999_1175 (size=7315) 2024-11-14T02:19:18,786 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/8746ca3a1e1e4c2286db907ff1b91380 2024-11-14T02:19:18,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/55fd9e5569664efaba6cbc9f185370a3 is 50, key is test_row_2/C:col10/1731550758269/Put/seqid=0 2024-11-14T02:19:18,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54294 deadline: 1731550818788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:18,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54222 deadline: 1731550818789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:18,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1731550818793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:18,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550818794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:18,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550818801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:18,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742000_1176 (size=7315) 2024-11-14T02:19:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-14T02:19:18,866 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/55fd9e5569664efaba6cbc9f185370a3 2024-11-14T02:19:18,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/095ae702ca9548ca9f7dca7715a8c89f as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/095ae702ca9548ca9f7dca7715a8c89f 2024-11-14T02:19:18,896 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/095ae702ca9548ca9f7dca7715a8c89f, entries=50, sequenceid=97, filesize=13.4 K 2024-11-14T02:19:18,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/8746ca3a1e1e4c2286db907ff1b91380 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/8746ca3a1e1e4c2286db907ff1b91380 2024-11-14T02:19:18,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54294 deadline: 1731550818903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:18,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54222 deadline: 1731550818903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:18,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550818904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:18,912 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/8746ca3a1e1e4c2286db907ff1b91380, entries=50, sequenceid=97, filesize=7.1 K 2024-11-14T02:19:18,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1731550818906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:18,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550818918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:19,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/55fd9e5569664efaba6cbc9f185370a3 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/55fd9e5569664efaba6cbc9f185370a3 2024-11-14T02:19:19,032 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/55fd9e5569664efaba6cbc9f185370a3, entries=50, sequenceid=97, filesize=7.1 K 2024-11-14T02:19:19,038 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=194.56 KB/199230 for ae36cb909af00fbc78fd4d7fc5d232d5 in 631ms, sequenceid=97, compaction requested=true 2024-11-14T02:19:19,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:19,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:19,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-14T02:19:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-14T02:19:19,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-14T02:19:19,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 788 msec 2024-11-14T02:19:19,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 794 msec 2024-11-14T02:19:19,140 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae36cb909af00fbc78fd4d7fc5d232d5 3/3 column families, dataSize=201.27 KB heapSize=528.09 KB 2024-11-14T02:19:19,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:19,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=A 2024-11-14T02:19:19,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:19,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=B 2024-11-14T02:19:19,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:19,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=C 2024-11-14T02:19:19,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:19,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54294 deadline: 1731550819123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:19,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1731550819126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:19,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:19,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54222 deadline: 1731550819141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:19,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:19,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550819146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:19,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:19,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550819144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:19,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111414e54f8c4ac04705b27d719d0f6d84f0_ae36cb909af00fbc78fd4d7fc5d232d5 is 50, key is test_row_0/A:col10/1731550758785/Put/seqid=0 2024-11-14T02:19:19,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742001_1177 (size=17134) 2024-11-14T02:19:19,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54222 deadline: 1731550819256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:19,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:19,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550819260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-14T02:19:19,362 INFO [Thread-728 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-14T02:19:19,381 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:19:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-14T02:19:19,383 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:19:19,384 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:19:19,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:19:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-14T02:19:19,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:19,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54294 deadline: 1731550819454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:19,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:19,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54222 deadline: 1731550819460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:19,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:19,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550819464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:19,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:19,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1731550819470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:19,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-14T02:19:19,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550819473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:19,538 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:19,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-14T02:19:19,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:19,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:19,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:19,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:19,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:19,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:19,623 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:19,632 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111414e54f8c4ac04705b27d719d0f6d84f0_ae36cb909af00fbc78fd4d7fc5d232d5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111414e54f8c4ac04705b27d719d0f6d84f0_ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:19,633 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/f247e79de127437d98916d41124e5b5c, store: [table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:19,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/f247e79de127437d98916d41124e5b5c is 175, key is test_row_0/A:col10/1731550758785/Put/seqid=0 2024-11-14T02:19:19,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-14T02:19:19,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742002_1178 (size=48239) 2024-11-14T02:19:19,727 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=69.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/f247e79de127437d98916d41124e5b5c 2024-11-14T02:19:19,738 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:19,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-14T02:19:19,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:19,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:19,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:19,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:19,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:19,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/bf725fdb47a648d29a85d7a2d0aeeff8 is 50, key is test_row_0/B:col10/1731550758785/Put/seqid=0 2024-11-14T02:19:19,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54222 deadline: 1731550819773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:19,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550819776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:19,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742003_1179 (size=12101) 2024-11-14T02:19:19,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=69.33 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/bf725fdb47a648d29a85d7a2d0aeeff8 2024-11-14T02:19:19,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/d872848122d14c7f9c1e861d103e95da is 50, key is test_row_0/C:col10/1731550758785/Put/seqid=0 2024-11-14T02:19:19,892 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:19,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-14T02:19:19,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:19,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:19,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:19,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:19,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:19,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:19,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742004_1180 (size=12101) 2024-11-14T02:19:19,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=69.33 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/d872848122d14c7f9c1e861d103e95da 2024-11-14T02:19:19,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/f247e79de127437d98916d41124e5b5c as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/f247e79de127437d98916d41124e5b5c 2024-11-14T02:19:19,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/f247e79de127437d98916d41124e5b5c, entries=250, sequenceid=131, filesize=47.1 K 2024-11-14T02:19:19,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/bf725fdb47a648d29a85d7a2d0aeeff8 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/bf725fdb47a648d29a85d7a2d0aeeff8 2024-11-14T02:19:19,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/bf725fdb47a648d29a85d7a2d0aeeff8, entries=150, sequenceid=131, filesize=11.8 K 2024-11-14T02:19:19,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/d872848122d14c7f9c1e861d103e95da as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/d872848122d14c7f9c1e861d103e95da 2024-11-14T02:19:19,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:19,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/d872848122d14c7f9c1e861d103e95da, entries=150, sequenceid=131, filesize=11.8 K 2024-11-14T02:19:19,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~207.98 KB/212970, heapSize ~545.63 KB/558720, currentSize=0 B/0 for ae36cb909af00fbc78fd4d7fc5d232d5 in 802ms, sequenceid=131, compaction requested=true 2024-11-14T02:19:19,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:19,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae36cb909af00fbc78fd4d7fc5d232d5:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:19:19,944 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-14T02:19:19,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:19,944 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-14T02:19:19,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae36cb909af00fbc78fd4d7fc5d232d5:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:19:19,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:19,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae36cb909af00fbc78fd4d7fc5d232d5:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:19:19,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:19:19,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:19,947 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 55522 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-14T02:19:19,947 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): ae36cb909af00fbc78fd4d7fc5d232d5/B is initiating minor compaction (all files) 2024-11-14T02:19:19,947 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae36cb909af00fbc78fd4d7fc5d232d5/B in TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:19,947 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/c0c757b58cfb4f29a42c62356f197be5, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/635c6263d722409a9e921e2f77325a85, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/3e5e44e71ff84360b37b620ed9377389, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/8746ca3a1e1e4c2286db907ff1b91380, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/bf725fdb47a648d29a85d7a2d0aeeff8] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp, totalSize=54.2 K 2024-11-14T02:19:19,948 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 163566 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-14T02:19:19,948 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): ae36cb909af00fbc78fd4d7fc5d232d5/A is initiating minor compaction (all files) 2024-11-14T02:19:19,948 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae36cb909af00fbc78fd4d7fc5d232d5/A in TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:19,948 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/4168f0f68e1a4ab0b5c64ab4f087f5dc, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/7f8de7a4bc614c59bb1d15f6ab3aca49, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/2bc49d879e7a442abc5222cb75259095, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/095ae702ca9548ca9f7dca7715a8c89f, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/f247e79de127437d98916d41124e5b5c] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp, totalSize=159.7 K 2024-11-14T02:19:19,948 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:19,948 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. files: [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/4168f0f68e1a4ab0b5c64ab4f087f5dc, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/7f8de7a4bc614c59bb1d15f6ab3aca49, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/2bc49d879e7a442abc5222cb75259095, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/095ae702ca9548ca9f7dca7715a8c89f, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/f247e79de127437d98916d41124e5b5c] 2024-11-14T02:19:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:19,951 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting c0c757b58cfb4f29a42c62356f197be5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731550752913 2024-11-14T02:19:19,951 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4168f0f68e1a4ab0b5c64ab4f087f5dc, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731550752913 2024-11-14T02:19:19,951 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 635c6263d722409a9e921e2f77325a85, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731550754109 2024-11-14T02:19:19,952 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f8de7a4bc614c59bb1d15f6ab3aca49, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731550754109 2024-11-14T02:19:19,952 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2bc49d879e7a442abc5222cb75259095, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731550756074 2024-11-14T02:19:19,952 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e5e44e71ff84360b37b620ed9377389, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731550756074 2024-11-14T02:19:19,953 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 8746ca3a1e1e4c2286db907ff1b91380, keycount=50, bloomtype=ROW, size=7.1 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731550758269 2024-11-14T02:19:19,953 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 095ae702ca9548ca9f7dca7715a8c89f, keycount=50, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731550758269 2024-11-14T02:19:19,954 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting f247e79de127437d98916d41124e5b5c, keycount=250, bloomtype=ROW, size=47.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731550758771 2024-11-14T02:19:19,954 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting bf725fdb47a648d29a85d7a2d0aeeff8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731550758785 2024-11-14T02:19:19,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-14T02:19:20,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,017 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae36cb909af00fbc78fd4d7fc5d232d5#B#compaction#155 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:20,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,018 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/16d8cbf2aaec4237a4c02cd463a5735d is 50, key is test_row_0/B:col10/1731550758785/Put/seqid=0 2024-11-14T02:19:20,019 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:20,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,051 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:20,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-14T02:19:20,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:20,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:20,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:20,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-14T02:19:20,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-14T02:19:20,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,091 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411149f45a3f45f6c4f5cbb1b0a950e2a96c9_ae36cb909af00fbc78fd4d7fc5d232d5 store=[table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:20,097 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411149f45a3f45f6c4f5cbb1b0a950e2a96c9_ae36cb909af00fbc78fd4d7fc5d232d5, store=[table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:20,097 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149f45a3f45f6c4f5cbb1b0a950e2a96c9_ae36cb909af00fbc78fd4d7fc5d232d5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:20,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-14T02:19:20,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 722 msec 2024-11-14T02:19:20,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742005_1181 (size=12375) 2024-11-14T02:19:20,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 727 msec 2024-11-14T02:19:20,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742006_1182 (size=4469) 2024-11-14T02:19:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,257 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae36cb909af00fbc78fd4d7fc5d232d5#A#compaction#156 average throughput is 0.10 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,258 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/b897ad441fa44775a98e5e36b4e53d7d is 175, key is test_row_0/A:col10/1731550758785/Put/seqid=0 2024-11-14T02:19:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:20,314 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae36cb909af00fbc78fd4d7fc5d232d5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T02:19:20,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=A 2024-11-14T02:19:20,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:20,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=B 2024-11-14T02:19:20,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:20,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=C 2024-11-14T02:19:20,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742007_1183 (size=31329) 2024-11-14T02:19:20,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:20,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,346 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/b897ad441fa44775a98e5e36b4e53d7d as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/b897ad441fa44775a98e5e36b4e53d7d 2024-11-14T02:19:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,354 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in ae36cb909af00fbc78fd4d7fc5d232d5/A of ae36cb909af00fbc78fd4d7fc5d232d5 into b897ad441fa44775a98e5e36b4e53d7d(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:20,354 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:20,354 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5., storeName=ae36cb909af00fbc78fd4d7fc5d232d5/A, priority=11, startTime=1731550759944; duration=0sec 2024-11-14T02:19:20,354 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:19:20,354 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae36cb909af00fbc78fd4d7fc5d232d5:A 2024-11-14T02:19:20,354 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-14T02:19:20,356 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 55522 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-14T02:19:20,356 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): ae36cb909af00fbc78fd4d7fc5d232d5/C is initiating minor compaction (all files) 2024-11-14T02:19:20,356 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae36cb909af00fbc78fd4d7fc5d232d5/C in TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:20,356 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/05b650281297428f9ae6883bd713c916, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/05e5e3a9b213486f84e50d4b84ce1124, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/698d409e528c49e4982d7d7bdecfd550, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/55fd9e5569664efaba6cbc9f185370a3, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/d872848122d14c7f9c1e861d103e95da] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp, totalSize=54.2 K 2024-11-14T02:19:20,357 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05b650281297428f9ae6883bd713c916, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731550752913 2024-11-14T02:19:20,358 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05e5e3a9b213486f84e50d4b84ce1124, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731550754109 2024-11-14T02:19:20,358 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 698d409e528c49e4982d7d7bdecfd550, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731550756074 2024-11-14T02:19:20,359 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55fd9e5569664efaba6cbc9f185370a3, keycount=50, bloomtype=ROW, size=7.1 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731550758269 2024-11-14T02:19:20,359 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting d872848122d14c7f9c1e861d103e95da, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731550758785 2024-11-14T02:19:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114771e032d2d684758a3ad424f6159e9f7_ae36cb909af00fbc78fd4d7fc5d232d5 is 50, key is test_row_0/A:col10/1731550760251/Put/seqid=0 2024-11-14T02:19:20,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54294 deadline: 1731550820464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-14T02:19:20,511 INFO [Thread-728 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-14T02:19:20,513 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:19:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-14T02:19:20,515 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:19:20,515 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:19:20,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:19:20,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-14T02:19:20,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:20,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54222 deadline: 1731550820470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:20,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550820470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:20,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1731550820496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550820502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742009_1185 (size=24758) 2024-11-14T02:19:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,543 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,549 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114771e032d2d684758a3ad424f6159e9f7_ae36cb909af00fbc78fd4d7fc5d232d5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114771e032d2d684758a3ad424f6159e9f7_ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,551 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/35aa7d9b517d45d2b278c5d2014b3a80, store: [table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/35aa7d9b517d45d2b278c5d2014b3a80 is 175, key is test_row_0/A:col10/1731550760251/Put/seqid=0 2024-11-14T02:19:20,555 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae36cb909af00fbc78fd4d7fc5d232d5#C#compaction#158 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:20,555 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/16d8cbf2aaec4237a4c02cd463a5735d as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/16d8cbf2aaec4237a4c02cd463a5735d 2024-11-14T02:19:20,555 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/1ec8457ba4764d6088556019c8113c7d is 50, key is test_row_0/C:col10/1731550758785/Put/seqid=0 2024-11-14T02:19:20,562 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in ae36cb909af00fbc78fd4d7fc5d232d5/B of ae36cb909af00fbc78fd4d7fc5d232d5 into 16d8cbf2aaec4237a4c02cd463a5735d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:20,562 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:20,562 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5., storeName=ae36cb909af00fbc78fd4d7fc5d232d5/B, priority=11, startTime=1731550759944; duration=0sec 2024-11-14T02:19:20,562 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:20,562 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae36cb909af00fbc78fd4d7fc5d232d5:B 2024-11-14T02:19:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742008_1184 (size=74395) 2024-11-14T02:19:20,603 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=143, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/35aa7d9b517d45d2b278c5d2014b3a80 2024-11-14T02:19:20,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742010_1186 (size=12375) 2024-11-14T02:19:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-14T02:19:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54294 deadline: 1731550820604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:20,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550820635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:20,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54222 deadline: 1731550820635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:20,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1731550820635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:20,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550820635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:20,669 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:20,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-14T02:19:20,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:20,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:20,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:20,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:20,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:20,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/9ca84ac6e52e49e5bbe23345772d8ff5 is 50, key is test_row_0/B:col10/1731550760251/Put/seqid=0 2024-11-14T02:19:20,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742011_1187 (size=24105) 2024-11-14T02:19:20,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/9ca84ac6e52e49e5bbe23345772d8ff5 2024-11-14T02:19:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-14T02:19:20,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/5b182bbefa004dd5a0c7417000768907 is 50, key is test_row_0/C:col10/1731550760251/Put/seqid=0 2024-11-14T02:19:20,847 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:20,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-14T02:19:20,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:20,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:20,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:20,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:20,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:20,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54294 deadline: 1731550820837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:20,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550820866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:20,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1731550820874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:20,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550820874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:20,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:20,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742012_1188 (size=12151) 2024-11-14T02:19:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54222 deadline: 1731550820874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:20,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/5b182bbefa004dd5a0c7417000768907 2024-11-14T02:19:20,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/35aa7d9b517d45d2b278c5d2014b3a80 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/35aa7d9b517d45d2b278c5d2014b3a80 2024-11-14T02:19:20,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/35aa7d9b517d45d2b278c5d2014b3a80, entries=400, sequenceid=143, filesize=72.7 K 2024-11-14T02:19:20,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/9ca84ac6e52e49e5bbe23345772d8ff5 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/9ca84ac6e52e49e5bbe23345772d8ff5 2024-11-14T02:19:20,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/9ca84ac6e52e49e5bbe23345772d8ff5, entries=400, sequenceid=143, filesize=23.5 K 2024-11-14T02:19:20,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/5b182bbefa004dd5a0c7417000768907 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/5b182bbefa004dd5a0c7417000768907 2024-11-14T02:19:20,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/5b182bbefa004dd5a0c7417000768907, entries=150, sequenceid=143, filesize=11.9 K 2024-11-14T02:19:20,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ae36cb909af00fbc78fd4d7fc5d232d5 in 668ms, sequenceid=143, compaction requested=false 2024-11-14T02:19:20,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:21,000 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:21,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-14T02:19:21,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:21,004 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing ae36cb909af00fbc78fd4d7fc5d232d5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T02:19:21,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=A 2024-11-14T02:19:21,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:21,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=B 2024-11-14T02:19:21,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:21,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=C 2024-11-14T02:19:21,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:21,106 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/1ec8457ba4764d6088556019c8113c7d as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/1ec8457ba4764d6088556019c8113c7d 2024-11-14T02:19:21,113 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in ae36cb909af00fbc78fd4d7fc5d232d5/C of ae36cb909af00fbc78fd4d7fc5d232d5 into 1ec8457ba4764d6088556019c8113c7d(size=12.1 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:21,113 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:21,113 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5., storeName=ae36cb909af00fbc78fd4d7fc5d232d5/C, priority=11, startTime=1731550759945; duration=0sec 2024-11-14T02:19:21,113 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:21,113 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae36cb909af00fbc78fd4d7fc5d232d5:C 2024-11-14T02:19:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-14T02:19:21,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147a6ddd1414e44ec894b41a6d89224a84_ae36cb909af00fbc78fd4d7fc5d232d5 is 50, key is test_row_0/A:col10/1731550760464/Put/seqid=0 2024-11-14T02:19:21,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:21,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742013_1189 (size=12304) 2024-11-14T02:19:21,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550821205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:21,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54222 deadline: 1731550821211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:21,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550821214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:21,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54294 deadline: 1731550821240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:21,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1731550821240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:21,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550821342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:21,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550821342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:21,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54222 deadline: 1731550821343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:21,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54294 deadline: 1731550821348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:21,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1731550821349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:21,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550821545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:21,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550821546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:21,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54294 deadline: 1731550821555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:21,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54222 deadline: 1731550821555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:21,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1731550821562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:21,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:21,627 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147a6ddd1414e44ec894b41a6d89224a84_ae36cb909af00fbc78fd4d7fc5d232d5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147a6ddd1414e44ec894b41a6d89224a84_ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:21,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/ccac55ab790542a59b8d6506896ea2ce, store: [table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:21,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/ccac55ab790542a59b8d6506896ea2ce is 175, key is test_row_0/A:col10/1731550760464/Put/seqid=0 2024-11-14T02:19:21,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742014_1190 (size=31105) 2024-11-14T02:19:21,662 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/ccac55ab790542a59b8d6506896ea2ce 2024-11-14T02:19:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-14T02:19:21,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/a438e7f28ba04c03a09f968acddd5ed0 is 50, key is test_row_0/B:col10/1731550760464/Put/seqid=0 2024-11-14T02:19:21,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742015_1191 (size=12151) 2024-11-14T02:19:21,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550821849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:21,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550821855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:21,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54222 deadline: 1731550821875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:21,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1731550821875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:21,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54294 deadline: 1731550821879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:22,148 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/a438e7f28ba04c03a09f968acddd5ed0 2024-11-14T02:19:22,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/370adb5d949341268e4d3dafe0c26b3a is 50, key is test_row_0/C:col10/1731550760464/Put/seqid=0 2024-11-14T02:19:22,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742016_1192 (size=12151) 2024-11-14T02:19:22,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550822364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:22,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550822379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:22,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54294 deadline: 1731550822385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:22,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1731550822387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:22,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54222 deadline: 1731550822401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:22,653 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/370adb5d949341268e4d3dafe0c26b3a 2024-11-14T02:19:22,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/ccac55ab790542a59b8d6506896ea2ce as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/ccac55ab790542a59b8d6506896ea2ce 2024-11-14T02:19:22,674 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/ccac55ab790542a59b8d6506896ea2ce, entries=150, sequenceid=170, filesize=30.4 K 2024-11-14T02:19:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/a438e7f28ba04c03a09f968acddd5ed0 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/a438e7f28ba04c03a09f968acddd5ed0 2024-11-14T02:19:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-14T02:19:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,702 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/a438e7f28ba04c03a09f968acddd5ed0, entries=150, sequenceid=170, filesize=11.9 K 2024-11-14T02:19:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/370adb5d949341268e4d3dafe0c26b3a as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/370adb5d949341268e4d3dafe0c26b3a 2024-11-14T02:19:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,715 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/370adb5d949341268e4d3dafe0c26b3a, entries=150, sequenceid=170, filesize=11.9 K 2024-11-14T02:19:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,723 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ae36cb909af00fbc78fd4d7fc5d232d5 in 1719ms, sequenceid=170, compaction requested=true 2024-11-14T02:19:22,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:22,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:22,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-14T02:19:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-14T02:19:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-14T02:19:22,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2090 sec 2024-11-14T02:19:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 2.2140 sec 2024-11-14T02:19:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,408 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae36cb909af00fbc78fd4d7fc5d232d5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T02:19:23,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=A 2024-11-14T02:19:23,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:23,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=B 2024-11-14T02:19:23,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:23,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=C 2024-11-14T02:19:23,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:23,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:23,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142c56d9388e534c8b8d5b0ad2e64448bd_ae36cb909af00fbc78fd4d7fc5d232d5 is 50, key is test_row_0/A:col10/1731550763402/Put/seqid=0 2024-11-14T02:19:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:23,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550823540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:23,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:23,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550823545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:23,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:23,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54222 deadline: 1731550823576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:23,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:23,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54294 deadline: 1731550823583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:23,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742017_1193 (size=12304) 2024-11-14T02:19:23,613 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:23,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:23,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1731550823602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:23,618 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142c56d9388e534c8b8d5b0ad2e64448bd_ae36cb909af00fbc78fd4d7fc5d232d5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142c56d9388e534c8b8d5b0ad2e64448bd_ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:23,620 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/e4897a1a88344e4db381066e9d32ce6e, store: [table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:23,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/e4897a1a88344e4db381066e9d32ce6e is 175, key is test_row_0/A:col10/1731550763402/Put/seqid=0 2024-11-14T02:19:23,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742018_1194 (size=31101) 2024-11-14T02:19:23,656 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=183, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/e4897a1a88344e4db381066e9d32ce6e 2024-11-14T02:19:23,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550823680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:23,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/397338a98162430484bd80480edd5677 is 50, key is test_row_0/B:col10/1731550763402/Put/seqid=0 2024-11-14T02:19:23,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550823709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:23,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:23,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54222 deadline: 1731550823711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:23,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:23,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54294 deadline: 1731550823714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:23,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742019_1195 (size=9757) 2024-11-14T02:19:23,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:23,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1731550823759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:23,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:23,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550823892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:23,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:23,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550823914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:23,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:23,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54222 deadline: 1731550823922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:23,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:23,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54294 deadline: 1731550823925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:23,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:23,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1731550823968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:24,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/397338a98162430484bd80480edd5677 2024-11-14T02:19:24,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/0aa861cb4e5c424bb63980220d336425 is 50, key is test_row_0/C:col10/1731550763402/Put/seqid=0 2024-11-14T02:19:24,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:24,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550824201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:24,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:24,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550824234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:24,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:24,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54294 deadline: 1731550824235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54222 deadline: 1731550824235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:24,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742020_1196 (size=9757) 2024-11-14T02:19:24,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/0aa861cb4e5c424bb63980220d336425 2024-11-14T02:19:24,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/e4897a1a88344e4db381066e9d32ce6e as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/e4897a1a88344e4db381066e9d32ce6e 2024-11-14T02:19:24,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/e4897a1a88344e4db381066e9d32ce6e, entries=150, sequenceid=183, filesize=30.4 K 2024-11-14T02:19:24,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/397338a98162430484bd80480edd5677 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/397338a98162430484bd80480edd5677 2024-11-14T02:19:24,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:24,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1731550824277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:24,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/397338a98162430484bd80480edd5677, entries=100, sequenceid=183, filesize=9.5 K 2024-11-14T02:19:24,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/0aa861cb4e5c424bb63980220d336425 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/0aa861cb4e5c424bb63980220d336425 2024-11-14T02:19:24,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/0aa861cb4e5c424bb63980220d336425, entries=100, sequenceid=183, filesize=9.5 K 2024-11-14T02:19:24,306 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for ae36cb909af00fbc78fd4d7fc5d232d5 in 899ms, sequenceid=183, compaction requested=true 2024-11-14T02:19:24,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:24,306 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:19:24,308 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 167930 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:19:24,308 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): ae36cb909af00fbc78fd4d7fc5d232d5/A is initiating minor compaction (all files) 2024-11-14T02:19:24,308 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae36cb909af00fbc78fd4d7fc5d232d5/A in TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:24,308 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/b897ad441fa44775a98e5e36b4e53d7d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/35aa7d9b517d45d2b278c5d2014b3a80, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/ccac55ab790542a59b8d6506896ea2ce, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/e4897a1a88344e4db381066e9d32ce6e] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp, totalSize=164.0 K 2024-11-14T02:19:24,308 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:24,308 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. files: [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/b897ad441fa44775a98e5e36b4e53d7d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/35aa7d9b517d45d2b278c5d2014b3a80, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/ccac55ab790542a59b8d6506896ea2ce, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/e4897a1a88344e4db381066e9d32ce6e] 2024-11-14T02:19:24,309 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting b897ad441fa44775a98e5e36b4e53d7d, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731550758785 2024-11-14T02:19:24,309 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35aa7d9b517d45d2b278c5d2014b3a80, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731550760235 2024-11-14T02:19:24,310 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting ccac55ab790542a59b8d6506896ea2ce, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731550760458 2024-11-14T02:19:24,310 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4897a1a88344e4db381066e9d32ce6e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731550761230 2024-11-14T02:19:24,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae36cb909af00fbc78fd4d7fc5d232d5:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:19:24,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:24,320 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:19:24,322 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 58388 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:19:24,322 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): ae36cb909af00fbc78fd4d7fc5d232d5/B is initiating minor compaction (all files) 2024-11-14T02:19:24,322 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae36cb909af00fbc78fd4d7fc5d232d5/B in TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:24,322 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/16d8cbf2aaec4237a4c02cd463a5735d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/9ca84ac6e52e49e5bbe23345772d8ff5, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/a438e7f28ba04c03a09f968acddd5ed0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/397338a98162430484bd80480edd5677] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp, totalSize=57.0 K 2024-11-14T02:19:24,324 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 16d8cbf2aaec4237a4c02cd463a5735d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731550758785 2024-11-14T02:19:24,324 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ca84ac6e52e49e5bbe23345772d8ff5, keycount=400, bloomtype=ROW, size=23.5 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731550760235 2024-11-14T02:19:24,326 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting a438e7f28ba04c03a09f968acddd5ed0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731550760458 2024-11-14T02:19:24,326 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 397338a98162430484bd80480edd5677, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731550761237 2024-11-14T02:19:24,334 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:24,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae36cb909af00fbc78fd4d7fc5d232d5:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:19:24,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:24,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae36cb909af00fbc78fd4d7fc5d232d5:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:19:24,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:19:24,376 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae36cb909af00fbc78fd4d7fc5d232d5#B#compaction#168 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:24,377 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/7fede6e5799a4049983ad8fd7aff0f19 is 50, key is test_row_0/B:col10/1731550763402/Put/seqid=0 2024-11-14T02:19:24,406 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114d6a2308ffb824d2cac3d2fca46c943a1_ae36cb909af00fbc78fd4d7fc5d232d5 store=[table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:24,409 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114d6a2308ffb824d2cac3d2fca46c943a1_ae36cb909af00fbc78fd4d7fc5d232d5, store=[table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:24,409 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d6a2308ffb824d2cac3d2fca46c943a1_ae36cb909af00fbc78fd4d7fc5d232d5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:24,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742021_1197 (size=12561) 2024-11-14T02:19:24,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742022_1198 (size=4469) 2024-11-14T02:19:24,528 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae36cb909af00fbc78fd4d7fc5d232d5#A#compaction#167 average throughput is 0.13 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:24,529 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/23730ad2ce1c457a985a23d65eb38ecb is 175, key is test_row_0/A:col10/1731550763402/Put/seqid=0 2024-11-14T02:19:24,533 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/7fede6e5799a4049983ad8fd7aff0f19 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/7fede6e5799a4049983ad8fd7aff0f19 2024-11-14T02:19:24,549 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ae36cb909af00fbc78fd4d7fc5d232d5/B of ae36cb909af00fbc78fd4d7fc5d232d5 into 7fede6e5799a4049983ad8fd7aff0f19(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:24,549 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:24,549 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5., storeName=ae36cb909af00fbc78fd4d7fc5d232d5/B, priority=12, startTime=1731550764320; duration=0sec 2024-11-14T02:19:24,549 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:19:24,549 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae36cb909af00fbc78fd4d7fc5d232d5:B 2024-11-14T02:19:24,549 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:19:24,578 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46434 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:19:24,578 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): ae36cb909af00fbc78fd4d7fc5d232d5/C is initiating minor compaction (all files) 2024-11-14T02:19:24,579 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae36cb909af00fbc78fd4d7fc5d232d5/C in TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:24,579 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/1ec8457ba4764d6088556019c8113c7d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/5b182bbefa004dd5a0c7417000768907, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/370adb5d949341268e4d3dafe0c26b3a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/0aa861cb4e5c424bb63980220d336425] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp, totalSize=45.3 K 2024-11-14T02:19:24,582 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ec8457ba4764d6088556019c8113c7d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731550758785 2024-11-14T02:19:24,583 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b182bbefa004dd5a0c7417000768907, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731550760251 2024-11-14T02:19:24,583 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 370adb5d949341268e4d3dafe0c26b3a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731550760458 2024-11-14T02:19:24,583 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 0aa861cb4e5c424bb63980220d336425, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731550761237 2024-11-14T02:19:24,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742023_1199 (size=31622) 2024-11-14T02:19:24,605 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae36cb909af00fbc78fd4d7fc5d232d5#C#compaction#169 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:24,606 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/f14c6b43a11142208e7da26686f79a5b is 50, key is test_row_0/C:col10/1731550763402/Put/seqid=0 2024-11-14T02:19:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-14T02:19:24,683 INFO [Thread-728 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-14T02:19:24,699 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:19:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-14T02:19:24,701 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:19:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-14T02:19:24,701 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:19:24,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:19:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:24,719 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae36cb909af00fbc78fd4d7fc5d232d5 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-14T02:19:24,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=A 2024-11-14T02:19:24,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:24,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=B 2024-11-14T02:19:24,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:24,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=C 2024-11-14T02:19:24,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:24,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742024_1200 (size=12561) 2024-11-14T02:19:24,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143fcd7b58cde54a38a1582aef010345ac_ae36cb909af00fbc78fd4d7fc5d232d5 is 50, key is test_row_0/A:col10/1731550764717/Put/seqid=0 2024-11-14T02:19:24,747 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/f14c6b43a11142208e7da26686f79a5b as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/f14c6b43a11142208e7da26686f79a5b 2024-11-14T02:19:24,767 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ae36cb909af00fbc78fd4d7fc5d232d5/C of ae36cb909af00fbc78fd4d7fc5d232d5 into f14c6b43a11142208e7da26686f79a5b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:24,767 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:24,767 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5., storeName=ae36cb909af00fbc78fd4d7fc5d232d5/C, priority=12, startTime=1731550764335; duration=0sec 2024-11-14T02:19:24,769 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:24,769 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae36cb909af00fbc78fd4d7fc5d232d5:C 2024-11-14T02:19:24,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54222 deadline: 1731550824762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:24,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54294 deadline: 1731550824766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:24,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550824776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:24,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550824776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-14T02:19:24,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:24,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742025_1201 (size=14794) 2024-11-14T02:19:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1731550824810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:24,857 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:24,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-14T02:19:24,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:24,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:24,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:24,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:24,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:24,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550824883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:24,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550824883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-14T02:19:25,024 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:25,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-14T02:19:25,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:25,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:25,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:25,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:25,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:25,035 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/23730ad2ce1c457a985a23d65eb38ecb as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/23730ad2ce1c457a985a23d65eb38ecb 2024-11-14T02:19:25,055 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ae36cb909af00fbc78fd4d7fc5d232d5/A of ae36cb909af00fbc78fd4d7fc5d232d5 into 23730ad2ce1c457a985a23d65eb38ecb(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:25,055 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:25,055 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5., storeName=ae36cb909af00fbc78fd4d7fc5d232d5/A, priority=12, startTime=1731550764306; duration=0sec 2024-11-14T02:19:25,055 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:25,056 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae36cb909af00fbc78fd4d7fc5d232d5:A 2024-11-14T02:19:25,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:25,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550825105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:25,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550825114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:25,178 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:25,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-14T02:19:25,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:25,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:25,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:25,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:25,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:25,219 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:25,263 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143fcd7b58cde54a38a1582aef010345ac_ae36cb909af00fbc78fd4d7fc5d232d5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143fcd7b58cde54a38a1582aef010345ac_ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:25,265 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/db4d14ddb3984c5c9681ceccd520bfed, store: [table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:25,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/db4d14ddb3984c5c9681ceccd520bfed is 175, key is test_row_0/A:col10/1731550764717/Put/seqid=0 2024-11-14T02:19:25,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742026_1202 (size=39749) 2024-11-14T02:19:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-14T02:19:25,345 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:25,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-14T02:19:25,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:25,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:25,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:25,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:25,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:25,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550825423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:25,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550825426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:25,521 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:25,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-14T02:19:25,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:25,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:25,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:25,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:25,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:25,688 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:25,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-14T02:19:25,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:25,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:25,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:25,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:25,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:25,692 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/db4d14ddb3984c5c9681ceccd520bfed 2024-11-14T02:19:25,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/3ebaf832768d48dfb41cb47bc8f0c35d is 50, key is test_row_0/B:col10/1731550764717/Put/seqid=0 2024-11-14T02:19:25,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742027_1203 (size=12151) 2024-11-14T02:19:25,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/3ebaf832768d48dfb41cb47bc8f0c35d 2024-11-14T02:19:25,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54294 deadline: 1731550825780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:25,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54222 deadline: 1731550825783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-14T02:19:25,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1731550825828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:25,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/60c90964f6cc48e7855245e53cf056ad is 50, key is test_row_0/C:col10/1731550764717/Put/seqid=0 2024-11-14T02:19:25,845 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:25,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-14T02:19:25,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:25,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:25,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:25,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:25,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:25,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742028_1204 (size=12151) 2024-11-14T02:19:25,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550825934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:25,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550825950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:26,003 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:26,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-14T02:19:26,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:26,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:26,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:26,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:26,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:26,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:26,169 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:26,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-14T02:19:26,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:26,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:26,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:26,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:26,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:26,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/60c90964f6cc48e7855245e53cf056ad 2024-11-14T02:19:26,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/db4d14ddb3984c5c9681ceccd520bfed as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/db4d14ddb3984c5c9681ceccd520bfed 2024-11-14T02:19:26,326 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:26,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-14T02:19:26,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:26,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:26,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:26,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:26,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:26,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/db4d14ddb3984c5c9681ceccd520bfed, entries=200, sequenceid=211, filesize=38.8 K 2024-11-14T02:19:26,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/3ebaf832768d48dfb41cb47bc8f0c35d as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/3ebaf832768d48dfb41cb47bc8f0c35d 2024-11-14T02:19:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/3ebaf832768d48dfb41cb47bc8f0c35d, entries=150, sequenceid=211, filesize=11.9 K 2024-11-14T02:19:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/60c90964f6cc48e7855245e53cf056ad as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/60c90964f6cc48e7855245e53cf056ad 2024-11-14T02:19:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/60c90964f6cc48e7855245e53cf056ad, entries=150, sequenceid=211, filesize=11.9 K 2024-11-14T02:19:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,406 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for ae36cb909af00fbc78fd4d7fc5d232d5 in 1687ms, sequenceid=211, compaction requested=false 2024-11-14T02:19:26,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,486 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-14T02:19:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:26,494 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing ae36cb909af00fbc78fd4d7fc5d232d5 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-14T02:19:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=A 2024-11-14T02:19:26,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:26,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=B 2024-11-14T02:19:26,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:26,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=C 2024-11-14T02:19:26,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ee330b08a4fc4ea495977611d133c125_ae36cb909af00fbc78fd4d7fc5d232d5 is 50, key is test_row_0/A:col10/1731550764750/Put/seqid=0 2024-11-14T02:19:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:26,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-14T02:19:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742029_1205 (size=9814) 2024-11-14T02:19:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:27,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550827313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:27,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550827318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:27,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:27,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550827431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:27,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:27,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550827482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:27,497 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ee330b08a4fc4ea495977611d133c125_ae36cb909af00fbc78fd4d7fc5d232d5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ee330b08a4fc4ea495977611d133c125_ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:27,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/83a88d3c1afe421583416facdfc2e782, store: [table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:27,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/83a88d3c1afe421583416facdfc2e782 is 175, key is test_row_0/A:col10/1731550764750/Put/seqid=0 2024-11-14T02:19:27,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742030_1206 (size=22461) 2024-11-14T02:19:27,598 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=222, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/83a88d3c1afe421583416facdfc2e782 2024-11-14T02:19:27,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/df4c1504bb8444f9871f959b3510f432 is 50, key is test_row_0/B:col10/1731550764750/Put/seqid=0 2024-11-14T02:19:27,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:27,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550827650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:27,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742031_1207 (size=9757) 2024-11-14T02:19:27,721 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/df4c1504bb8444f9871f959b3510f432 2024-11-14T02:19:27,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:27,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550827687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:27,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:27,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54294 deadline: 1731550827797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:27,801 DEBUG [Thread-724 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4217 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5., hostname=3d72750a2650,45917,1731550712637, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:19:27,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54222 deadline: 1731550827814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:27,815 DEBUG [Thread-722 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4239 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5., hostname=3d72750a2650,45917,1731550712637, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:19:27,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:27,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1731550827850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:27,856 DEBUG [Thread-726 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4258 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5., hostname=3d72750a2650,45917,1731550712637, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:19:27,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/e6abc5f1c5fa4bbcaed3c03e52288bb0 is 50, key is test_row_0/C:col10/1731550764750/Put/seqid=0 2024-11-14T02:19:27,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742032_1208 (size=9757) 2024-11-14T02:19:27,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550827978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:28,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:28,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550828073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:28,363 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/e6abc5f1c5fa4bbcaed3c03e52288bb0 2024-11-14T02:19:28,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/83a88d3c1afe421583416facdfc2e782 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/83a88d3c1afe421583416facdfc2e782 2024-11-14T02:19:28,383 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/83a88d3c1afe421583416facdfc2e782, entries=100, sequenceid=222, filesize=21.9 K 2024-11-14T02:19:28,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/df4c1504bb8444f9871f959b3510f432 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/df4c1504bb8444f9871f959b3510f432 2024-11-14T02:19:28,398 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/df4c1504bb8444f9871f959b3510f432, entries=100, sequenceid=222, filesize=9.5 K 2024-11-14T02:19:28,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/e6abc5f1c5fa4bbcaed3c03e52288bb0 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/e6abc5f1c5fa4bbcaed3c03e52288bb0 2024-11-14T02:19:28,419 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/e6abc5f1c5fa4bbcaed3c03e52288bb0, entries=100, sequenceid=222, filesize=9.5 K 2024-11-14T02:19:28,420 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for ae36cb909af00fbc78fd4d7fc5d232d5 in 1926ms, sequenceid=222, compaction requested=true 2024-11-14T02:19:28,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:28,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:28,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-14T02:19:28,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-14T02:19:28,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-14T02:19:28,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.7200 sec 2024-11-14T02:19:28,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 3.7250 sec 2024-11-14T02:19:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:28,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae36cb909af00fbc78fd4d7fc5d232d5 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-14T02:19:28,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=A 2024-11-14T02:19:28,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:28,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=B 2024-11-14T02:19:28,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:28,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=C 2024-11-14T02:19:28,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:28,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111455e948a2e1ca48d8946089d6dac56474_ae36cb909af00fbc78fd4d7fc5d232d5 is 50, key is test_row_0/A:col10/1731550767308/Put/seqid=0 2024-11-14T02:19:28,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550828559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:28,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550828588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:28,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742033_1209 (size=14794) 2024-11-14T02:19:28,649 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:28,660 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111455e948a2e1ca48d8946089d6dac56474_ae36cb909af00fbc78fd4d7fc5d232d5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111455e948a2e1ca48d8946089d6dac56474_ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:28,662 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/cc64a2abbfb04c7c8a5894c07fe6987c, store: [table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:28,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/cc64a2abbfb04c7c8a5894c07fe6987c is 175, key is test_row_0/A:col10/1731550767308/Put/seqid=0 2024-11-14T02:19:28,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550828665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:28,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742034_1210 (size=39749) 2024-11-14T02:19:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-14T02:19:28,814 INFO [Thread-728 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-14T02:19:28,816 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:19:28,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-14T02:19:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-14T02:19:28,825 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:19:28,826 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:19:28,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:19:28,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:28,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550828878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-14T02:19:28,978 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:28,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-14T02:19:28,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:28,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:28,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:28,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:28,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:28,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:29,115 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/cc64a2abbfb04c7c8a5894c07fe6987c 2024-11-14T02:19:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-14T02:19:29,131 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:29,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-14T02:19:29,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:29,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:29,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:29,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/ab52d476fcef43c0b40aa895afa52ec2 is 50, key is test_row_0/B:col10/1731550767308/Put/seqid=0 2024-11-14T02:19:29,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:29,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:29,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742035_1211 (size=12151) 2024-11-14T02:19:29,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550829184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:29,288 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:29,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-14T02:19:29,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:29,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:29,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:29,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:29,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-14T02:19:29,442 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:29,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-14T02:19:29,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:29,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:29,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:29,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:29,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:29,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/ab52d476fcef43c0b40aa895afa52ec2 2024-11-14T02:19:29,596 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:29,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-14T02:19:29,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:29,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:29,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:29,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:29,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:29,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/7afefbeb43de48b6a63f20647dde8c33 is 50, key is test_row_0/C:col10/1731550767308/Put/seqid=0 2024-11-14T02:19:29,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:29,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:29,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550829608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:29,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742036_1212 (size=12151) 2024-11-14T02:19:29,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:29,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550829695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:29,750 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:29,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-14T02:19:29,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:29,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:29,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:29,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:29,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:29,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:29,905 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:29,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-14T02:19:29,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:29,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:29,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:29,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:29,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-14T02:19:30,060 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:30,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-14T02:19:30,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/7afefbeb43de48b6a63f20647dde8c33 2024-11-14T02:19:30,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:30,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:30,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:30,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:30,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:30,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/cc64a2abbfb04c7c8a5894c07fe6987c as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/cc64a2abbfb04c7c8a5894c07fe6987c 2024-11-14T02:19:30,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/cc64a2abbfb04c7c8a5894c07fe6987c, entries=200, sequenceid=250, filesize=38.8 K 2024-11-14T02:19:30,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/ab52d476fcef43c0b40aa895afa52ec2 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/ab52d476fcef43c0b40aa895afa52ec2 2024-11-14T02:19:30,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/ab52d476fcef43c0b40aa895afa52ec2, entries=150, sequenceid=250, filesize=11.9 K 2024-11-14T02:19:30,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/7afefbeb43de48b6a63f20647dde8c33 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/7afefbeb43de48b6a63f20647dde8c33 2024-11-14T02:19:30,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/7afefbeb43de48b6a63f20647dde8c33, entries=150, sequenceid=250, filesize=11.9 K 2024-11-14T02:19:30,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for ae36cb909af00fbc78fd4d7fc5d232d5 in 1625ms, sequenceid=250, compaction requested=true 2024-11-14T02:19:30,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:30,119 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:19:30,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae36cb909af00fbc78fd4d7fc5d232d5:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:19:30,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:30,120 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:19:30,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae36cb909af00fbc78fd4d7fc5d232d5:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:19:30,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:30,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae36cb909af00fbc78fd4d7fc5d232d5:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:19:30,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:19:30,124 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133581 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:19:30,125 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): ae36cb909af00fbc78fd4d7fc5d232d5/A is initiating minor compaction (all files) 2024-11-14T02:19:30,125 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae36cb909af00fbc78fd4d7fc5d232d5/A in TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:30,125 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/23730ad2ce1c457a985a23d65eb38ecb, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/db4d14ddb3984c5c9681ceccd520bfed, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/83a88d3c1afe421583416facdfc2e782, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/cc64a2abbfb04c7c8a5894c07fe6987c] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp, totalSize=130.5 K 2024-11-14T02:19:30,125 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:30,125 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. files: [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/23730ad2ce1c457a985a23d65eb38ecb, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/db4d14ddb3984c5c9681ceccd520bfed, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/83a88d3c1afe421583416facdfc2e782, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/cc64a2abbfb04c7c8a5894c07fe6987c] 2024-11-14T02:19:30,125 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46620 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:19:30,125 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): ae36cb909af00fbc78fd4d7fc5d232d5/B is initiating minor compaction (all files) 2024-11-14T02:19:30,125 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae36cb909af00fbc78fd4d7fc5d232d5/B in TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:30,125 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/7fede6e5799a4049983ad8fd7aff0f19, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/3ebaf832768d48dfb41cb47bc8f0c35d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/df4c1504bb8444f9871f959b3510f432, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/ab52d476fcef43c0b40aa895afa52ec2] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp, totalSize=45.5 K 2024-11-14T02:19:30,126 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23730ad2ce1c457a985a23d65eb38ecb, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731550760496 2024-11-14T02:19:30,126 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fede6e5799a4049983ad8fd7aff0f19, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731550760496 2024-11-14T02:19:30,127 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting db4d14ddb3984c5c9681ceccd520bfed, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731550763498 2024-11-14T02:19:30,127 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ebaf832768d48dfb41cb47bc8f0c35d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731550763524 2024-11-14T02:19:30,127 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83a88d3c1afe421583416facdfc2e782, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731550764750 2024-11-14T02:19:30,127 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting df4c1504bb8444f9871f959b3510f432, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731550764750 2024-11-14T02:19:30,128 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting ab52d476fcef43c0b40aa895afa52ec2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731550767308 2024-11-14T02:19:30,128 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc64a2abbfb04c7c8a5894c07fe6987c, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731550767280 2024-11-14T02:19:30,146 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:30,152 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae36cb909af00fbc78fd4d7fc5d232d5#B#compaction#180 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:30,152 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/3f84080e747342418b740c0570cd9a65 is 50, key is test_row_0/B:col10/1731550767308/Put/seqid=0 2024-11-14T02:19:30,157 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114b253f7eaebeb454a80bb8cd9479f92cd_ae36cb909af00fbc78fd4d7fc5d232d5 store=[table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:30,159 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114b253f7eaebeb454a80bb8cd9479f92cd_ae36cb909af00fbc78fd4d7fc5d232d5, store=[table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:30,160 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b253f7eaebeb454a80bb8cd9479f92cd_ae36cb909af00fbc78fd4d7fc5d232d5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:30,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742037_1213 (size=12697) 2024-11-14T02:19:30,183 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/3f84080e747342418b740c0570cd9a65 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/3f84080e747342418b740c0570cd9a65 2024-11-14T02:19:30,191 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ae36cb909af00fbc78fd4d7fc5d232d5/B of ae36cb909af00fbc78fd4d7fc5d232d5 into 3f84080e747342418b740c0570cd9a65(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:30,191 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:30,191 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5., storeName=ae36cb909af00fbc78fd4d7fc5d232d5/B, priority=12, startTime=1731550770120; duration=0sec 2024-11-14T02:19:30,191 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:19:30,191 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae36cb909af00fbc78fd4d7fc5d232d5:B 2024-11-14T02:19:30,191 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:19:30,193 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46620 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:19:30,193 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): ae36cb909af00fbc78fd4d7fc5d232d5/C is initiating minor compaction (all files) 2024-11-14T02:19:30,193 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae36cb909af00fbc78fd4d7fc5d232d5/C in TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:30,193 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/f14c6b43a11142208e7da26686f79a5b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/60c90964f6cc48e7855245e53cf056ad, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/e6abc5f1c5fa4bbcaed3c03e52288bb0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/7afefbeb43de48b6a63f20647dde8c33] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp, totalSize=45.5 K 2024-11-14T02:19:30,194 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting f14c6b43a11142208e7da26686f79a5b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731550760496 2024-11-14T02:19:30,195 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 60c90964f6cc48e7855245e53cf056ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731550763524 2024-11-14T02:19:30,195 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting e6abc5f1c5fa4bbcaed3c03e52288bb0, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731550764750 2024-11-14T02:19:30,196 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 7afefbeb43de48b6a63f20647dde8c33, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731550767308 2024-11-14T02:19:30,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742038_1214 (size=4469) 2024-11-14T02:19:30,202 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae36cb909af00fbc78fd4d7fc5d232d5#A#compaction#179 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:30,202 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/20bb32a0ae504cbeb566579bcd25d822 is 175, key is test_row_0/A:col10/1731550767308/Put/seqid=0 2024-11-14T02:19:30,223 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:30,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-14T02:19:30,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:30,224 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing ae36cb909af00fbc78fd4d7fc5d232d5 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-14T02:19:30,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=A 2024-11-14T02:19:30,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:30,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=B 2024-11-14T02:19:30,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:30,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=C 2024-11-14T02:19:30,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:30,228 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae36cb909af00fbc78fd4d7fc5d232d5#C#compaction#181 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:30,228 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/e232c28bb2e14fbe81206f0cbf0f3fe0 is 50, key is test_row_0/C:col10/1731550767308/Put/seqid=0 2024-11-14T02:19:30,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742039_1215 (size=31651) 2024-11-14T02:19:30,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111492b2a700f25345189436cbb0ff321a3d_ae36cb909af00fbc78fd4d7fc5d232d5 is 50, key is test_row_0/A:col10/1731550768512/Put/seqid=0 2024-11-14T02:19:30,260 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/20bb32a0ae504cbeb566579bcd25d822 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/20bb32a0ae504cbeb566579bcd25d822 2024-11-14T02:19:30,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742040_1216 (size=12697) 2024-11-14T02:19:30,274 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ae36cb909af00fbc78fd4d7fc5d232d5/A of ae36cb909af00fbc78fd4d7fc5d232d5 into 20bb32a0ae504cbeb566579bcd25d822(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:30,275 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:30,275 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5., storeName=ae36cb909af00fbc78fd4d7fc5d232d5/A, priority=12, startTime=1731550770119; duration=0sec 2024-11-14T02:19:30,275 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:30,275 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae36cb909af00fbc78fd4d7fc5d232d5:A 2024-11-14T02:19:30,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742041_1217 (size=12354) 2024-11-14T02:19:30,279 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/e232c28bb2e14fbe81206f0cbf0f3fe0 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/e232c28bb2e14fbe81206f0cbf0f3fe0 2024-11-14T02:19:30,294 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ae36cb909af00fbc78fd4d7fc5d232d5/C of ae36cb909af00fbc78fd4d7fc5d232d5 into e232c28bb2e14fbe81206f0cbf0f3fe0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:30,294 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:30,294 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5., storeName=ae36cb909af00fbc78fd4d7fc5d232d5/C, priority=12, startTime=1731550770120; duration=0sec 2024-11-14T02:19:30,294 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:30,294 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae36cb909af00fbc78fd4d7fc5d232d5:C 2024-11-14T02:19:30,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:30,701 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111492b2a700f25345189436cbb0ff321a3d_ae36cb909af00fbc78fd4d7fc5d232d5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111492b2a700f25345189436cbb0ff321a3d_ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:30,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/e9554118170246f7875b726ee083d706, store: [table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:30,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/e9554118170246f7875b726ee083d706 is 175, key is test_row_0/A:col10/1731550768512/Put/seqid=0 2024-11-14T02:19:30,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. as already flushing 2024-11-14T02:19:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:30,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742042_1218 (size=31155) 2024-11-14T02:19:30,743 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=259, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/e9554118170246f7875b726ee083d706 2024-11-14T02:19:30,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/0120acffa5824809b8b11c9714c4d782 is 50, key is test_row_0/B:col10/1731550768512/Put/seqid=0 2024-11-14T02:19:30,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742043_1219 (size=12201) 2024-11-14T02:19:30,788 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/0120acffa5824809b8b11c9714c4d782 2024-11-14T02:19:30,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/9d3b6f1b5dbb46df8c9cbd405a7880a4 is 50, key is test_row_0/C:col10/1731550768512/Put/seqid=0 2024-11-14T02:19:30,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742044_1220 (size=12201) 2024-11-14T02:19:30,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550830866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-14T02:19:30,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550830982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:31,014 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T02:19:31,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550831186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:31,214 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/9d3b6f1b5dbb46df8c9cbd405a7880a4 2024-11-14T02:19:31,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/e9554118170246f7875b726ee083d706 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/e9554118170246f7875b726ee083d706 2024-11-14T02:19:31,230 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/e9554118170246f7875b726ee083d706, entries=150, sequenceid=259, filesize=30.4 K 2024-11-14T02:19:31,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/0120acffa5824809b8b11c9714c4d782 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/0120acffa5824809b8b11c9714c4d782 2024-11-14T02:19:31,247 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/0120acffa5824809b8b11c9714c4d782, entries=150, sequenceid=259, filesize=11.9 K 2024-11-14T02:19:31,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/9d3b6f1b5dbb46df8c9cbd405a7880a4 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/9d3b6f1b5dbb46df8c9cbd405a7880a4 2024-11-14T02:19:31,270 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/9d3b6f1b5dbb46df8c9cbd405a7880a4, entries=150, sequenceid=259, filesize=11.9 K 2024-11-14T02:19:31,278 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for ae36cb909af00fbc78fd4d7fc5d232d5 in 1054ms, sequenceid=259, compaction requested=false 2024-11-14T02:19:31,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:31,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:31,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-14T02:19:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-14T02:19:31,284 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-14T02:19:31,284 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4560 sec 2024-11-14T02:19:31,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 2.4690 sec 2024-11-14T02:19:31,510 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae36cb909af00fbc78fd4d7fc5d232d5 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-14T02:19:31,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=A 2024-11-14T02:19:31,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:31,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=B 2024-11-14T02:19:31,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:31,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=C 2024-11-14T02:19:31,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:31,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:31,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a006155ee89c458799bdd0f5c86d8055_ae36cb909af00fbc78fd4d7fc5d232d5 is 50, key is test_row_0/A:col10/1731550770848/Put/seqid=0 2024-11-14T02:19:31,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550831543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:31,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742045_1221 (size=12454) 2024-11-14T02:19:31,565 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,573 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a006155ee89c458799bdd0f5c86d8055_ae36cb909af00fbc78fd4d7fc5d232d5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a006155ee89c458799bdd0f5c86d8055_ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:31,574 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/610dd06a8e4e43f48456d0f2ab00f207, store: [table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:31,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/610dd06a8e4e43f48456d0f2ab00f207 is 175, key is test_row_0/A:col10/1731550770848/Put/seqid=0 2024-11-14T02:19:31,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742046_1222 (size=31255) 2024-11-14T02:19:31,611 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/610dd06a8e4e43f48456d0f2ab00f207 2024-11-14T02:19:31,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:31,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54266 deadline: 1731550831611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:31,614 DEBUG [Thread-718 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4297 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5., hostname=3d72750a2650,45917,1731550712637, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:19:31,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/2ff18861e9ac49fb9eccd5075da4bcfb is 50, key is test_row_0/B:col10/1731550770848/Put/seqid=0 2024-11-14T02:19:31,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54252 deadline: 1731550831655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:31,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742047_1223 (size=12301) 2024-11-14T02:19:31,689 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/2ff18861e9ac49fb9eccd5075da4bcfb 2024-11-14T02:19:31,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/59f7b7de3cf24f7f8be97a254098f761 is 50, key is test_row_0/C:col10/1731550770848/Put/seqid=0 2024-11-14T02:19:31,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742048_1224 (size=12301) 2024-11-14T02:19:31,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/59f7b7de3cf24f7f8be97a254098f761 2024-11-14T02:19:31,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/610dd06a8e4e43f48456d0f2ab00f207 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/610dd06a8e4e43f48456d0f2ab00f207 2024-11-14T02:19:31,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/610dd06a8e4e43f48456d0f2ab00f207, entries=150, sequenceid=290, filesize=30.5 K 2024-11-14T02:19:31,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/2ff18861e9ac49fb9eccd5075da4bcfb as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/2ff18861e9ac49fb9eccd5075da4bcfb 2024-11-14T02:19:31,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/2ff18861e9ac49fb9eccd5075da4bcfb, entries=150, sequenceid=290, filesize=12.0 K 2024-11-14T02:19:31,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/59f7b7de3cf24f7f8be97a254098f761 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/59f7b7de3cf24f7f8be97a254098f761 2024-11-14T02:19:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/59f7b7de3cf24f7f8be97a254098f761, entries=150, sequenceid=290, filesize=12.0 K 2024-11-14T02:19:31,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for ae36cb909af00fbc78fd4d7fc5d232d5 in 233ms, sequenceid=290, compaction requested=true 2024-11-14T02:19:31,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:31,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae36cb909af00fbc78fd4d7fc5d232d5:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:19:31,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:31,744 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:19:31,744 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:19:31,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae36cb909af00fbc78fd4d7fc5d232d5:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:19:31,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:31,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae36cb909af00fbc78fd4d7fc5d232d5:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:19:31,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:19:31,745 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:19:31,745 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): ae36cb909af00fbc78fd4d7fc5d232d5/A is initiating minor compaction (all files) 2024-11-14T02:19:31,745 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae36cb909af00fbc78fd4d7fc5d232d5/A in TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:31,745 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/20bb32a0ae504cbeb566579bcd25d822, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/e9554118170246f7875b726ee083d706, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/610dd06a8e4e43f48456d0f2ab00f207] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp, totalSize=91.9 K 2024-11-14T02:19:31,745 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:31,745 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. files: [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/20bb32a0ae504cbeb566579bcd25d822, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/e9554118170246f7875b726ee083d706, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/610dd06a8e4e43f48456d0f2ab00f207] 2024-11-14T02:19:31,746 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37199 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:19:31,746 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): ae36cb909af00fbc78fd4d7fc5d232d5/B is initiating minor compaction (all files) 2024-11-14T02:19:31,746 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae36cb909af00fbc78fd4d7fc5d232d5/B in TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:31,746 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20bb32a0ae504cbeb566579bcd25d822, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731550767308 2024-11-14T02:19:31,746 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/3f84080e747342418b740c0570cd9a65, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/0120acffa5824809b8b11c9714c4d782, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/2ff18861e9ac49fb9eccd5075da4bcfb] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp, totalSize=36.3 K 2024-11-14T02:19:31,746 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9554118170246f7875b726ee083d706, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731550768512 2024-11-14T02:19:31,747 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f84080e747342418b740c0570cd9a65, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731550767308 2024-11-14T02:19:31,747 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 610dd06a8e4e43f48456d0f2ab00f207, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731550770848 2024-11-14T02:19:31,747 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 0120acffa5824809b8b11c9714c4d782, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731550768512 2024-11-14T02:19:31,748 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ff18861e9ac49fb9eccd5075da4bcfb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731550770848 2024-11-14T02:19:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,758 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,767 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411145bce2e270f1545108d36fbe5e963a77b_ae36cb909af00fbc78fd4d7fc5d232d5 store=[table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,767 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae36cb909af00fbc78fd4d7fc5d232d5#B#compaction#189 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:31,768 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/1570c65094e9478a9c2c54caf93648a2 is 50, key is test_row_0/B:col10/1731550770848/Put/seqid=0 2024-11-14T02:19:31,769 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411145bce2e270f1545108d36fbe5e963a77b_ae36cb909af00fbc78fd4d7fc5d232d5, store=[table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:31,769 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145bce2e270f1545108d36fbe5e963a77b_ae36cb909af00fbc78fd4d7fc5d232d5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742050_1226 (size=4469) 2024-11-14T02:19:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,791 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae36cb909af00fbc78fd4d7fc5d232d5#A#compaction#188 average throughput is 0.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:31,792 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/f38db552106a453eaacc07c9cdc055fc is 175, key is test_row_0/A:col10/1731550770848/Put/seqid=0 2024-11-14T02:19:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,801 DEBUG [Thread-729 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x776c0cb7 to 127.0.0.1:65203 2024-11-14T02:19:31,801 DEBUG [Thread-731 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3ec46f90 to 127.0.0.1:65203 2024-11-14T02:19:31,801 DEBUG [Thread-731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:19:31,801 DEBUG [Thread-729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:19:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742049_1225 (size=12949) 2024-11-14T02:19:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,814 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/1570c65094e9478a9c2c54caf93648a2 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/1570c65094e9478a9c2c54caf93648a2 2024-11-14T02:19:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,817 DEBUG [Thread-733 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f63b68c to 127.0.0.1:65203 2024-11-14T02:19:31,817 DEBUG [Thread-733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:19:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,820 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae36cb909af00fbc78fd4d7fc5d232d5/B of ae36cb909af00fbc78fd4d7fc5d232d5 into 1570c65094e9478a9c2c54caf93648a2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:31,820 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:31,821 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5., storeName=ae36cb909af00fbc78fd4d7fc5d232d5/B, priority=13, startTime=1731550771744; duration=0sec 2024-11-14T02:19:31,821 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:19:31,821 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae36cb909af00fbc78fd4d7fc5d232d5:B 2024-11-14T02:19:31,821 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:19:31,822 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37199 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:19:31,822 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): ae36cb909af00fbc78fd4d7fc5d232d5/C is initiating minor compaction (all files) 2024-11-14T02:19:31,822 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae36cb909af00fbc78fd4d7fc5d232d5/C in TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:31,822 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/e232c28bb2e14fbe81206f0cbf0f3fe0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/9d3b6f1b5dbb46df8c9cbd405a7880a4, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/59f7b7de3cf24f7f8be97a254098f761] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp, totalSize=36.3 K 2024-11-14T02:19:31,823 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting e232c28bb2e14fbe81206f0cbf0f3fe0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731550767308 2024-11-14T02:19:31,823 DEBUG [Thread-724 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1eb823f7 to 127.0.0.1:65203 2024-11-14T02:19:31,823 DEBUG [Thread-724 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:19:31,823 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d3b6f1b5dbb46df8c9cbd405a7880a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731550768512 2024-11-14T02:19:31,824 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 59f7b7de3cf24f7f8be97a254098f761, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731550770848 2024-11-14T02:19:31,829 DEBUG [Thread-722 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f4859f4 to 127.0.0.1:65203 2024-11-14T02:19:31,829 DEBUG [Thread-722 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:19:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742051_1227 (size=31903) 2024-11-14T02:19:31,834 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae36cb909af00fbc78fd4d7fc5d232d5#C#compaction#190 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:31,835 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/fa23178ef0d0495eae31c0412ae7874b is 50, key is test_row_0/C:col10/1731550770848/Put/seqid=0 2024-11-14T02:19:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,839 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/f38db552106a453eaacc07c9cdc055fc as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/f38db552106a453eaacc07c9cdc055fc 2024-11-14T02:19:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,845 DEBUG [Thread-735 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x473f181f to 127.0.0.1:65203 2024-11-14T02:19:31,845 DEBUG [Thread-735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:19:31,847 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae36cb909af00fbc78fd4d7fc5d232d5/A of ae36cb909af00fbc78fd4d7fc5d232d5 into f38db552106a453eaacc07c9cdc055fc(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:31,847 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:31,847 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5., storeName=ae36cb909af00fbc78fd4d7fc5d232d5/A, priority=13, startTime=1731550771743; duration=0sec 2024-11-14T02:19:31,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742052_1228 (size=12949) 2024-11-14T02:19:31,847 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:31,847 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae36cb909af00fbc78fd4d7fc5d232d5:A 2024-11-14T02:19:31,862 DEBUG [Thread-720 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x087b269f to 127.0.0.1:65203 2024-11-14T02:19:31,862 DEBUG [Thread-720 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:19:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:31,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae36cb909af00fbc78fd4d7fc5d232d5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T02:19:31,872 DEBUG [Thread-726 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x24ebde20 to 127.0.0.1:65203 2024-11-14T02:19:31,872 DEBUG [Thread-726 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:19:31,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=A 2024-11-14T02:19:31,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:31,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=B 2024-11-14T02:19:31,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:31,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=C 2024-11-14T02:19:31,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:31,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111477b0f9f0a12c46b89d03fa6fb43f5612_ae36cb909af00fbc78fd4d7fc5d232d5 is 50, key is test_row_0/A:col10/1731550771871/Put/seqid=0 2024-11-14T02:19:31,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742053_1229 (size=12454) 2024-11-14T02:19:31,889 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:31,893 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111477b0f9f0a12c46b89d03fa6fb43f5612_ae36cb909af00fbc78fd4d7fc5d232d5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111477b0f9f0a12c46b89d03fa6fb43f5612_ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:31,894 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/e03c8f2531924711b8f1967b4e5dc72c, store: [table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:31,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/e03c8f2531924711b8f1967b4e5dc72c is 175, key is test_row_0/A:col10/1731550771871/Put/seqid=0 2024-11-14T02:19:31,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742054_1230 (size=31255) 2024-11-14T02:19:31,899 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/e03c8f2531924711b8f1967b4e5dc72c 2024-11-14T02:19:31,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/8d52725ab1674c55ab4e5e0289bbe3e5 is 50, key is test_row_0/B:col10/1731550771871/Put/seqid=0 2024-11-14T02:19:31,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742055_1231 (size=12301) 2024-11-14T02:19:32,253 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/fa23178ef0d0495eae31c0412ae7874b as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/fa23178ef0d0495eae31c0412ae7874b 2024-11-14T02:19:32,258 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae36cb909af00fbc78fd4d7fc5d232d5/C of ae36cb909af00fbc78fd4d7fc5d232d5 into fa23178ef0d0495eae31c0412ae7874b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:32,258 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:32,258 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5., storeName=ae36cb909af00fbc78fd4d7fc5d232d5/C, priority=13, startTime=1731550771744; duration=0sec 2024-11-14T02:19:32,258 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:32,258 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae36cb909af00fbc78fd4d7fc5d232d5:C 2024-11-14T02:19:32,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/8d52725ab1674c55ab4e5e0289bbe3e5 2024-11-14T02:19:32,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/d9b711852bed40a796abbcec7d5133dd is 50, key is test_row_0/C:col10/1731550771871/Put/seqid=0 2024-11-14T02:19:32,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742056_1232 (size=12301) 2024-11-14T02:19:32,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/d9b711852bed40a796abbcec7d5133dd 2024-11-14T02:19:32,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/e03c8f2531924711b8f1967b4e5dc72c as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/e03c8f2531924711b8f1967b4e5dc72c 2024-11-14T02:19:32,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/e03c8f2531924711b8f1967b4e5dc72c, entries=150, sequenceid=303, filesize=30.5 K 2024-11-14T02:19:32,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/8d52725ab1674c55ab4e5e0289bbe3e5 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/8d52725ab1674c55ab4e5e0289bbe3e5 2024-11-14T02:19:32,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/8d52725ab1674c55ab4e5e0289bbe3e5, entries=150, sequenceid=303, filesize=12.0 K 2024-11-14T02:19:32,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/d9b711852bed40a796abbcec7d5133dd as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/d9b711852bed40a796abbcec7d5133dd 2024-11-14T02:19:32,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/d9b711852bed40a796abbcec7d5133dd, entries=150, sequenceid=303, filesize=12.0 K 2024-11-14T02:19:32,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for ae36cb909af00fbc78fd4d7fc5d232d5 in 887ms, sequenceid=303, compaction requested=false 2024-11-14T02:19:32,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:32,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-14T02:19:32,934 INFO [Thread-728 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-14T02:19:35,582 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:41419 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:41419,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:35,653 DEBUG [Thread-718 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40c21799 to 127.0.0.1:65203 2024-11-14T02:19:35,653 DEBUG [Thread-718 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:19:35,653 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T02:19:35,654 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-14T02:19:35,654 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-11-14T02:19:35,654 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-14T02:19:35,654 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-11-14T02:19:35,654 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-14T02:19:35,654 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T02:19:35,654 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1912 2024-11-14T02:19:35,654 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2056 2024-11-14T02:19:35,654 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T02:19:35,654 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 789 2024-11-14T02:19:35,654 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2367 rows 2024-11-14T02:19:35,654 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 830 2024-11-14T02:19:35,654 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2490 rows 2024-11-14T02:19:35,654 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-14T02:19:35,654 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a86f6a4 to 127.0.0.1:65203 2024-11-14T02:19:35,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:19:35,662 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-14T02:19:35,662 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-14T02:19:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T02:19:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-14T02:19:35,668 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731550775668"}]},"ts":"1731550775668"} 2024-11-14T02:19:35,670 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T02:19:35,673 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T02:19:35,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T02:19:35,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae36cb909af00fbc78fd4d7fc5d232d5, UNASSIGN}] 2024-11-14T02:19:35,676 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae36cb909af00fbc78fd4d7fc5d232d5, UNASSIGN 2024-11-14T02:19:35,676 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=ae36cb909af00fbc78fd4d7fc5d232d5, regionState=CLOSING, regionLocation=3d72750a2650,45917,1731550712637 2024-11-14T02:19:35,677 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T02:19:35,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637}] 2024-11-14T02:19:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-14T02:19:35,828 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:35,829 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:35,829 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T02:19:35,829 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing ae36cb909af00fbc78fd4d7fc5d232d5, disabling compactions & flushes 2024-11-14T02:19:35,829 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:35,829 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:35,829 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. after waiting 0 ms 2024-11-14T02:19:35,830 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:35,830 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(2837): Flushing ae36cb909af00fbc78fd4d7fc5d232d5 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-14T02:19:35,830 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=A 2024-11-14T02:19:35,830 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:35,830 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=B 2024-11-14T02:19:35,830 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:35,830 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae36cb909af00fbc78fd4d7fc5d232d5, store=C 2024-11-14T02:19:35,830 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:35,836 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146baefa977b3e4306b8dd93473f34ca17_ae36cb909af00fbc78fd4d7fc5d232d5 is 50, key is test_row_2/A:col10/1731550775652/Put/seqid=0 2024-11-14T02:19:35,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742057_1233 (size=7374) 2024-11-14T02:19:35,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-14T02:19:36,241 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:36,248 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146baefa977b3e4306b8dd93473f34ca17_ae36cb909af00fbc78fd4d7fc5d232d5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146baefa977b3e4306b8dd93473f34ca17_ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:36,249 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/ac15652187bb454fa11c84fd65c70791, store: [table=TestAcidGuarantees family=A region=ae36cb909af00fbc78fd4d7fc5d232d5] 2024-11-14T02:19:36,250 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/ac15652187bb454fa11c84fd65c70791 is 175, key is test_row_2/A:col10/1731550775652/Put/seqid=0 2024-11-14T02:19:36,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742058_1234 (size=13865) 2024-11-14T02:19:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-14T02:19:36,634 DEBUG [master/3d72750a2650:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region c97927aaeb4e1408e69cfb8b029a6627 changed from -1.0 to 0.0, refreshing cache 2024-11-14T02:19:36,656 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=308, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/ac15652187bb454fa11c84fd65c70791 2024-11-14T02:19:36,664 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/c49e676b0774449fb534689f9d563ad4 is 50, key is test_row_2/B:col10/1731550775652/Put/seqid=0 2024-11-14T02:19:36,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742059_1235 (size=7415) 2024-11-14T02:19:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-14T02:19:37,071 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/c49e676b0774449fb534689f9d563ad4 2024-11-14T02:19:37,094 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/0bda4c30cf7042188ddfb32f176a9d66 is 50, key is test_row_2/C:col10/1731550775652/Put/seqid=0 2024-11-14T02:19:37,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742060_1236 (size=7415) 2024-11-14T02:19:37,499 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/0bda4c30cf7042188ddfb32f176a9d66 2024-11-14T02:19:37,505 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/A/ac15652187bb454fa11c84fd65c70791 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/ac15652187bb454fa11c84fd65c70791 2024-11-14T02:19:37,511 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/ac15652187bb454fa11c84fd65c70791, entries=50, sequenceid=308, filesize=13.5 K 2024-11-14T02:19:37,512 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/B/c49e676b0774449fb534689f9d563ad4 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/c49e676b0774449fb534689f9d563ad4 2024-11-14T02:19:37,517 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/c49e676b0774449fb534689f9d563ad4, entries=50, sequenceid=308, filesize=7.2 K 2024-11-14T02:19:37,518 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/.tmp/C/0bda4c30cf7042188ddfb32f176a9d66 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/0bda4c30cf7042188ddfb32f176a9d66 2024-11-14T02:19:37,524 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/0bda4c30cf7042188ddfb32f176a9d66, entries=50, sequenceid=308, filesize=7.2 K 2024-11-14T02:19:37,525 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for ae36cb909af00fbc78fd4d7fc5d232d5 in 1695ms, sequenceid=308, compaction requested=true 2024-11-14T02:19:37,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/012890fe782641e1b86b927a4965706c, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/917b6e1aceab4ab0b95418091feb48d7, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/4168f0f68e1a4ab0b5c64ab4f087f5dc, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/dbe8ef5bdcf143ac89103775aabd487d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/7f8de7a4bc614c59bb1d15f6ab3aca49, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/2bc49d879e7a442abc5222cb75259095, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/095ae702ca9548ca9f7dca7715a8c89f, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/f247e79de127437d98916d41124e5b5c, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/b897ad441fa44775a98e5e36b4e53d7d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/35aa7d9b517d45d2b278c5d2014b3a80, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/ccac55ab790542a59b8d6506896ea2ce, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/23730ad2ce1c457a985a23d65eb38ecb, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/e4897a1a88344e4db381066e9d32ce6e, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/db4d14ddb3984c5c9681ceccd520bfed, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/83a88d3c1afe421583416facdfc2e782, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/cc64a2abbfb04c7c8a5894c07fe6987c, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/20bb32a0ae504cbeb566579bcd25d822, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/e9554118170246f7875b726ee083d706, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/610dd06a8e4e43f48456d0f2ab00f207] to archive 2024-11-14T02:19:37,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T02:19:37,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/012890fe782641e1b86b927a4965706c to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/012890fe782641e1b86b927a4965706c 2024-11-14T02:19:37,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/917b6e1aceab4ab0b95418091feb48d7 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/917b6e1aceab4ab0b95418091feb48d7 2024-11-14T02:19:37,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/4168f0f68e1a4ab0b5c64ab4f087f5dc to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/4168f0f68e1a4ab0b5c64ab4f087f5dc 2024-11-14T02:19:37,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/dbe8ef5bdcf143ac89103775aabd487d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/dbe8ef5bdcf143ac89103775aabd487d 2024-11-14T02:19:37,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/7f8de7a4bc614c59bb1d15f6ab3aca49 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/7f8de7a4bc614c59bb1d15f6ab3aca49 2024-11-14T02:19:37,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/2bc49d879e7a442abc5222cb75259095 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/2bc49d879e7a442abc5222cb75259095 2024-11-14T02:19:37,541 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/095ae702ca9548ca9f7dca7715a8c89f to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/095ae702ca9548ca9f7dca7715a8c89f 2024-11-14T02:19:37,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/f247e79de127437d98916d41124e5b5c to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/f247e79de127437d98916d41124e5b5c 2024-11-14T02:19:37,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/b897ad441fa44775a98e5e36b4e53d7d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/b897ad441fa44775a98e5e36b4e53d7d 2024-11-14T02:19:37,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/35aa7d9b517d45d2b278c5d2014b3a80 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/35aa7d9b517d45d2b278c5d2014b3a80 2024-11-14T02:19:37,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/ccac55ab790542a59b8d6506896ea2ce to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/ccac55ab790542a59b8d6506896ea2ce 2024-11-14T02:19:37,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/23730ad2ce1c457a985a23d65eb38ecb to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/23730ad2ce1c457a985a23d65eb38ecb 2024-11-14T02:19:37,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/e4897a1a88344e4db381066e9d32ce6e to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/e4897a1a88344e4db381066e9d32ce6e 2024-11-14T02:19:37,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/db4d14ddb3984c5c9681ceccd520bfed to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/db4d14ddb3984c5c9681ceccd520bfed 2024-11-14T02:19:37,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/83a88d3c1afe421583416facdfc2e782 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/83a88d3c1afe421583416facdfc2e782 2024-11-14T02:19:37,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/cc64a2abbfb04c7c8a5894c07fe6987c to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/cc64a2abbfb04c7c8a5894c07fe6987c 2024-11-14T02:19:37,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/20bb32a0ae504cbeb566579bcd25d822 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/20bb32a0ae504cbeb566579bcd25d822 2024-11-14T02:19:37,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/e9554118170246f7875b726ee083d706 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/e9554118170246f7875b726ee083d706 2024-11-14T02:19:37,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/610dd06a8e4e43f48456d0f2ab00f207 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/610dd06a8e4e43f48456d0f2ab00f207 2024-11-14T02:19:37,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/fd9c46fad975479188434ae1b4a86663, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/109a638b6584440aa2fdf9556a8efd2b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/c0c757b58cfb4f29a42c62356f197be5, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/ee98785a5ae64501987d052ae8a54d42, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/635c6263d722409a9e921e2f77325a85, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/3e5e44e71ff84360b37b620ed9377389, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/8746ca3a1e1e4c2286db907ff1b91380, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/16d8cbf2aaec4237a4c02cd463a5735d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/bf725fdb47a648d29a85d7a2d0aeeff8, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/9ca84ac6e52e49e5bbe23345772d8ff5, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/a438e7f28ba04c03a09f968acddd5ed0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/7fede6e5799a4049983ad8fd7aff0f19, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/397338a98162430484bd80480edd5677, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/3ebaf832768d48dfb41cb47bc8f0c35d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/df4c1504bb8444f9871f959b3510f432, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/3f84080e747342418b740c0570cd9a65, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/ab52d476fcef43c0b40aa895afa52ec2, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/0120acffa5824809b8b11c9714c4d782, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/2ff18861e9ac49fb9eccd5075da4bcfb] to archive 2024-11-14T02:19:37,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T02:19:37,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/fd9c46fad975479188434ae1b4a86663 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/fd9c46fad975479188434ae1b4a86663 2024-11-14T02:19:37,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/109a638b6584440aa2fdf9556a8efd2b to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/109a638b6584440aa2fdf9556a8efd2b 2024-11-14T02:19:37,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/c0c757b58cfb4f29a42c62356f197be5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/c0c757b58cfb4f29a42c62356f197be5 2024-11-14T02:19:37,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/ee98785a5ae64501987d052ae8a54d42 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/ee98785a5ae64501987d052ae8a54d42 2024-11-14T02:19:37,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/635c6263d722409a9e921e2f77325a85 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/635c6263d722409a9e921e2f77325a85 2024-11-14T02:19:37,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/3e5e44e71ff84360b37b620ed9377389 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/3e5e44e71ff84360b37b620ed9377389 2024-11-14T02:19:37,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/8746ca3a1e1e4c2286db907ff1b91380 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/8746ca3a1e1e4c2286db907ff1b91380 2024-11-14T02:19:37,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/16d8cbf2aaec4237a4c02cd463a5735d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/16d8cbf2aaec4237a4c02cd463a5735d 2024-11-14T02:19:37,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/bf725fdb47a648d29a85d7a2d0aeeff8 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/bf725fdb47a648d29a85d7a2d0aeeff8 2024-11-14T02:19:37,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/9ca84ac6e52e49e5bbe23345772d8ff5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/9ca84ac6e52e49e5bbe23345772d8ff5 2024-11-14T02:19:37,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/a438e7f28ba04c03a09f968acddd5ed0 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/a438e7f28ba04c03a09f968acddd5ed0 2024-11-14T02:19:37,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/7fede6e5799a4049983ad8fd7aff0f19 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/7fede6e5799a4049983ad8fd7aff0f19 2024-11-14T02:19:37,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/397338a98162430484bd80480edd5677 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/397338a98162430484bd80480edd5677 2024-11-14T02:19:37,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/3ebaf832768d48dfb41cb47bc8f0c35d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/3ebaf832768d48dfb41cb47bc8f0c35d 2024-11-14T02:19:37,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/df4c1504bb8444f9871f959b3510f432 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/df4c1504bb8444f9871f959b3510f432 2024-11-14T02:19:37,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/3f84080e747342418b740c0570cd9a65 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/3f84080e747342418b740c0570cd9a65 2024-11-14T02:19:37,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/ab52d476fcef43c0b40aa895afa52ec2 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/ab52d476fcef43c0b40aa895afa52ec2 2024-11-14T02:19:37,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/0120acffa5824809b8b11c9714c4d782 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/0120acffa5824809b8b11c9714c4d782 2024-11-14T02:19:37,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/2ff18861e9ac49fb9eccd5075da4bcfb to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/2ff18861e9ac49fb9eccd5075da4bcfb 2024-11-14T02:19:37,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/845d311ef0e84eb4a68bd796d4c464b6, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/94716ef75c7c4b57a6b1212353059e11, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/05b650281297428f9ae6883bd713c916, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/18aee30b3a6b4255ac80823317e1ff11, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/05e5e3a9b213486f84e50d4b84ce1124, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/698d409e528c49e4982d7d7bdecfd550, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/55fd9e5569664efaba6cbc9f185370a3, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/1ec8457ba4764d6088556019c8113c7d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/d872848122d14c7f9c1e861d103e95da, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/5b182bbefa004dd5a0c7417000768907, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/370adb5d949341268e4d3dafe0c26b3a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/f14c6b43a11142208e7da26686f79a5b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/0aa861cb4e5c424bb63980220d336425, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/60c90964f6cc48e7855245e53cf056ad, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/e6abc5f1c5fa4bbcaed3c03e52288bb0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/e232c28bb2e14fbe81206f0cbf0f3fe0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/7afefbeb43de48b6a63f20647dde8c33, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/9d3b6f1b5dbb46df8c9cbd405a7880a4, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/59f7b7de3cf24f7f8be97a254098f761] to archive 2024-11-14T02:19:37,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T02:19:37,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/845d311ef0e84eb4a68bd796d4c464b6 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/845d311ef0e84eb4a68bd796d4c464b6 2024-11-14T02:19:37,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/94716ef75c7c4b57a6b1212353059e11 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/94716ef75c7c4b57a6b1212353059e11 2024-11-14T02:19:37,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/05b650281297428f9ae6883bd713c916 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/05b650281297428f9ae6883bd713c916 2024-11-14T02:19:37,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/18aee30b3a6b4255ac80823317e1ff11 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/18aee30b3a6b4255ac80823317e1ff11 2024-11-14T02:19:37,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/05e5e3a9b213486f84e50d4b84ce1124 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/05e5e3a9b213486f84e50d4b84ce1124 2024-11-14T02:19:37,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/698d409e528c49e4982d7d7bdecfd550 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/698d409e528c49e4982d7d7bdecfd550 2024-11-14T02:19:37,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/55fd9e5569664efaba6cbc9f185370a3 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/55fd9e5569664efaba6cbc9f185370a3 2024-11-14T02:19:37,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/1ec8457ba4764d6088556019c8113c7d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/1ec8457ba4764d6088556019c8113c7d 2024-11-14T02:19:37,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/d872848122d14c7f9c1e861d103e95da to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/d872848122d14c7f9c1e861d103e95da 2024-11-14T02:19:37,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/5b182bbefa004dd5a0c7417000768907 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/5b182bbefa004dd5a0c7417000768907 2024-11-14T02:19:37,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/370adb5d949341268e4d3dafe0c26b3a to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/370adb5d949341268e4d3dafe0c26b3a 2024-11-14T02:19:37,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/f14c6b43a11142208e7da26686f79a5b to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/f14c6b43a11142208e7da26686f79a5b 2024-11-14T02:19:37,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/0aa861cb4e5c424bb63980220d336425 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/0aa861cb4e5c424bb63980220d336425 2024-11-14T02:19:37,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/60c90964f6cc48e7855245e53cf056ad to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/60c90964f6cc48e7855245e53cf056ad 2024-11-14T02:19:37,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/e6abc5f1c5fa4bbcaed3c03e52288bb0 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/e6abc5f1c5fa4bbcaed3c03e52288bb0 2024-11-14T02:19:37,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/e232c28bb2e14fbe81206f0cbf0f3fe0 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/e232c28bb2e14fbe81206f0cbf0f3fe0 2024-11-14T02:19:37,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/7afefbeb43de48b6a63f20647dde8c33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/7afefbeb43de48b6a63f20647dde8c33 2024-11-14T02:19:37,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/9d3b6f1b5dbb46df8c9cbd405a7880a4 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/9d3b6f1b5dbb46df8c9cbd405a7880a4 2024-11-14T02:19:37,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/59f7b7de3cf24f7f8be97a254098f761 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/59f7b7de3cf24f7f8be97a254098f761 2024-11-14T02:19:37,640 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/recovered.edits/311.seqid, newMaxSeqId=311, maxSeqId=4 2024-11-14T02:19:37,641 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5. 2024-11-14T02:19:37,641 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for ae36cb909af00fbc78fd4d7fc5d232d5: 2024-11-14T02:19:37,643 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:37,643 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=ae36cb909af00fbc78fd4d7fc5d232d5, regionState=CLOSED 2024-11-14T02:19:37,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-14T02:19:37,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure ae36cb909af00fbc78fd4d7fc5d232d5, server=3d72750a2650,45917,1731550712637 in 1.9680 sec 2024-11-14T02:19:37,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-11-14T02:19:37,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae36cb909af00fbc78fd4d7fc5d232d5, UNASSIGN in 1.9720 sec 2024-11-14T02:19:37,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-14T02:19:37,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9750 sec 2024-11-14T02:19:37,652 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731550777651"}]},"ts":"1731550777651"} 2024-11-14T02:19:37,653 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T02:19:37,655 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T02:19:37,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9940 sec 2024-11-14T02:19:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-14T02:19:37,772 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-14T02:19:37,773 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-14T02:19:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:19:37,774 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:19:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-14T02:19:37,775 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:19:37,777 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:37,779 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A, FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B, FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C, FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/recovered.edits] 2024-11-14T02:19:37,782 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/ac15652187bb454fa11c84fd65c70791 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/ac15652187bb454fa11c84fd65c70791 2024-11-14T02:19:37,784 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/e03c8f2531924711b8f1967b4e5dc72c to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/e03c8f2531924711b8f1967b4e5dc72c 2024-11-14T02:19:37,785 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/f38db552106a453eaacc07c9cdc055fc to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/A/f38db552106a453eaacc07c9cdc055fc 2024-11-14T02:19:37,788 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/1570c65094e9478a9c2c54caf93648a2 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/1570c65094e9478a9c2c54caf93648a2 2024-11-14T02:19:37,789 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/8d52725ab1674c55ab4e5e0289bbe3e5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/8d52725ab1674c55ab4e5e0289bbe3e5 2024-11-14T02:19:37,790 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/c49e676b0774449fb534689f9d563ad4 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/B/c49e676b0774449fb534689f9d563ad4 2024-11-14T02:19:37,793 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/0bda4c30cf7042188ddfb32f176a9d66 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/0bda4c30cf7042188ddfb32f176a9d66 2024-11-14T02:19:37,794 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/d9b711852bed40a796abbcec7d5133dd to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/d9b711852bed40a796abbcec7d5133dd 2024-11-14T02:19:37,795 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/fa23178ef0d0495eae31c0412ae7874b to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/C/fa23178ef0d0495eae31c0412ae7874b 2024-11-14T02:19:37,797 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/recovered.edits/311.seqid to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5/recovered.edits/311.seqid 2024-11-14T02:19:37,798 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:37,798 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T02:19:37,798 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T02:19:37,799 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-14T02:19:37,803 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140346de8b7d6b48e5893dde9abedac379_ae36cb909af00fbc78fd4d7fc5d232d5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140346de8b7d6b48e5893dde9abedac379_ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:37,804 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141338a2e51bfc49f7bd1fc13fc3e35c93_ae36cb909af00fbc78fd4d7fc5d232d5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141338a2e51bfc49f7bd1fc13fc3e35c93_ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:37,805 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111414e54f8c4ac04705b27d719d0f6d84f0_ae36cb909af00fbc78fd4d7fc5d232d5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111414e54f8c4ac04705b27d719d0f6d84f0_ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:37,806 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141ccf4309735245d6a5e05706ff0f901b_ae36cb909af00fbc78fd4d7fc5d232d5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141ccf4309735245d6a5e05706ff0f901b_ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:37,807 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142c56d9388e534c8b8d5b0ad2e64448bd_ae36cb909af00fbc78fd4d7fc5d232d5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142c56d9388e534c8b8d5b0ad2e64448bd_ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:37,808 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111430aa19937096438dbc8b861d096bd138_ae36cb909af00fbc78fd4d7fc5d232d5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111430aa19937096438dbc8b861d096bd138_ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:37,810 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111435dd1913c0704905be39e2e5c6468556_ae36cb909af00fbc78fd4d7fc5d232d5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111435dd1913c0704905be39e2e5c6468556_ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:37,811 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143fcd7b58cde54a38a1582aef010345ac_ae36cb909af00fbc78fd4d7fc5d232d5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143fcd7b58cde54a38a1582aef010345ac_ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:37,812 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111455e948a2e1ca48d8946089d6dac56474_ae36cb909af00fbc78fd4d7fc5d232d5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111455e948a2e1ca48d8946089d6dac56474_ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:37,814 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146baefa977b3e4306b8dd93473f34ca17_ae36cb909af00fbc78fd4d7fc5d232d5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146baefa977b3e4306b8dd93473f34ca17_ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:37,815 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111471fd3a30da0d43f9aa40a49b6dfe63c5_ae36cb909af00fbc78fd4d7fc5d232d5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111471fd3a30da0d43f9aa40a49b6dfe63c5_ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:37,816 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114771e032d2d684758a3ad424f6159e9f7_ae36cb909af00fbc78fd4d7fc5d232d5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114771e032d2d684758a3ad424f6159e9f7_ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:37,817 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111477b0f9f0a12c46b89d03fa6fb43f5612_ae36cb909af00fbc78fd4d7fc5d232d5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111477b0f9f0a12c46b89d03fa6fb43f5612_ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:37,818 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147a6ddd1414e44ec894b41a6d89224a84_ae36cb909af00fbc78fd4d7fc5d232d5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147a6ddd1414e44ec894b41a6d89224a84_ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:37,819 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111492b2a700f25345189436cbb0ff321a3d_ae36cb909af00fbc78fd4d7fc5d232d5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111492b2a700f25345189436cbb0ff321a3d_ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:37,821 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a006155ee89c458799bdd0f5c86d8055_ae36cb909af00fbc78fd4d7fc5d232d5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a006155ee89c458799bdd0f5c86d8055_ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:37,823 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ee330b08a4fc4ea495977611d133c125_ae36cb909af00fbc78fd4d7fc5d232d5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ee330b08a4fc4ea495977611d133c125_ae36cb909af00fbc78fd4d7fc5d232d5 2024-11-14T02:19:37,824 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T02:19:37,827 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:19:37,830 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T02:19:37,838 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T02:19:37,839 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:19:37,839 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T02:19:37,839 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731550777839"}]},"ts":"9223372036854775807"} 2024-11-14T02:19:37,841 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-14T02:19:37,841 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => ae36cb909af00fbc78fd4d7fc5d232d5, NAME => 'TestAcidGuarantees,,1731550747814.ae36cb909af00fbc78fd4d7fc5d232d5.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T02:19:37,841 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T02:19:37,842 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731550777841"}]},"ts":"9223372036854775807"} 2024-11-14T02:19:37,843 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-14T02:19:37,845 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:19:37,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 73 msec 2024-11-14T02:19:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-14T02:19:37,876 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-14T02:19:37,886 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=239 (was 237) Potentially hanging thread: hconnection-0x3342f77e-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3342f77e-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955/cluster_141ad9df-637a-7eb2-086f-4d5778052a6f/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3342f77e-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-401506150_22 at /127.0.0.1:56920 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3342f77e-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955/cluster_141ad9df-637a-7eb2-086f-4d5778052a6f/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1002 (was 559) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1193 (was 1523) 2024-11-14T02:19:37,894 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=239, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=1002, ProcessCount=11, AvailableMemoryMB=1193 2024-11-14T02:19:37,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T02:19:37,896 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:19:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T02:19:37,898 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:19:37,898 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:37,898 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 70 2024-11-14T02:19:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-14T02:19:37,898 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:19:37,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742061_1237 (size=960) 2024-11-14T02:19:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-14T02:19:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-14T02:19:38,307 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d 2024-11-14T02:19:38,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742062_1238 (size=53) 2024-11-14T02:19:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-14T02:19:38,716 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:19:38,716 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 0602502bc7119ff36e925fb68a4e10e4, disabling compactions & flushes 2024-11-14T02:19:38,716 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:38,716 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:38,716 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. after waiting 0 ms 2024-11-14T02:19:38,716 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:38,716 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:38,716 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:38,717 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:19:38,717 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731550778717"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731550778717"}]},"ts":"1731550778717"} 2024-11-14T02:19:38,718 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-14T02:19:38,719 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:19:38,719 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731550778719"}]},"ts":"1731550778719"} 2024-11-14T02:19:38,720 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T02:19:38,724 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0602502bc7119ff36e925fb68a4e10e4, ASSIGN}] 2024-11-14T02:19:38,724 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0602502bc7119ff36e925fb68a4e10e4, ASSIGN 2024-11-14T02:19:38,725 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0602502bc7119ff36e925fb68a4e10e4, ASSIGN; state=OFFLINE, location=3d72750a2650,45917,1731550712637; forceNewPlan=false, retain=false 2024-11-14T02:19:38,875 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=0602502bc7119ff36e925fb68a4e10e4, regionState=OPENING, regionLocation=3d72750a2650,45917,1731550712637 2024-11-14T02:19:38,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; OpenRegionProcedure 0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637}] 2024-11-14T02:19:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-14T02:19:39,029 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:39,032 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:39,032 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7285): Opening region: {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:19:39,032 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:39,032 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:19:39,032 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7327): checking encryption for 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:39,032 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7330): checking classloading for 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:39,034 INFO [StoreOpener-0602502bc7119ff36e925fb68a4e10e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:39,035 INFO [StoreOpener-0602502bc7119ff36e925fb68a4e10e4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T02:19:39,035 INFO [StoreOpener-0602502bc7119ff36e925fb68a4e10e4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0602502bc7119ff36e925fb68a4e10e4 columnFamilyName A 2024-11-14T02:19:39,035 DEBUG [StoreOpener-0602502bc7119ff36e925fb68a4e10e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:39,036 INFO [StoreOpener-0602502bc7119ff36e925fb68a4e10e4-1 {}] regionserver.HStore(327): Store=0602502bc7119ff36e925fb68a4e10e4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:19:39,036 INFO [StoreOpener-0602502bc7119ff36e925fb68a4e10e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:39,037 INFO [StoreOpener-0602502bc7119ff36e925fb68a4e10e4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T02:19:39,037 INFO [StoreOpener-0602502bc7119ff36e925fb68a4e10e4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0602502bc7119ff36e925fb68a4e10e4 columnFamilyName B 2024-11-14T02:19:39,037 DEBUG [StoreOpener-0602502bc7119ff36e925fb68a4e10e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:39,038 INFO [StoreOpener-0602502bc7119ff36e925fb68a4e10e4-1 {}] regionserver.HStore(327): Store=0602502bc7119ff36e925fb68a4e10e4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:19:39,038 INFO [StoreOpener-0602502bc7119ff36e925fb68a4e10e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:39,039 INFO [StoreOpener-0602502bc7119ff36e925fb68a4e10e4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T02:19:39,039 INFO [StoreOpener-0602502bc7119ff36e925fb68a4e10e4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0602502bc7119ff36e925fb68a4e10e4 columnFamilyName C 2024-11-14T02:19:39,039 DEBUG [StoreOpener-0602502bc7119ff36e925fb68a4e10e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:19:39,039 INFO [StoreOpener-0602502bc7119ff36e925fb68a4e10e4-1 {}] regionserver.HStore(327): Store=0602502bc7119ff36e925fb68a4e10e4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:19:39,040 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:39,041 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:39,041 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:39,043 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T02:19:39,044 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1085): writing seq id for 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:39,047 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:19:39,047 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1102): Opened 0602502bc7119ff36e925fb68a4e10e4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65063802, jitterRate=-0.030473798513412476}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T02:19:39,049 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1001): Region open journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:39,049 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., pid=72, masterSystemTime=1731550779028 2024-11-14T02:19:39,051 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:39,051 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:39,052 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=0602502bc7119ff36e925fb68a4e10e4, regionState=OPEN, openSeqNum=2, regionLocation=3d72750a2650,45917,1731550712637 2024-11-14T02:19:39,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-14T02:19:39,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; OpenRegionProcedure 0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 in 176 msec 2024-11-14T02:19:39,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=71, resume processing ppid=70 2024-11-14T02:19:39,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=70, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0602502bc7119ff36e925fb68a4e10e4, ASSIGN in 332 msec 2024-11-14T02:19:39,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:19:39,060 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731550779059"}]},"ts":"1731550779059"} 2024-11-14T02:19:39,060 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T02:19:39,063 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:19:39,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1670 sec 2024-11-14T02:19:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-14T02:19:40,003 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 70 completed 2024-11-14T02:19:40,004 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x267e0963 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72a7721c 2024-11-14T02:19:40,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@faa31c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:19:40,024 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:19:40,025 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:19:40,030 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:19:40,034 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52218, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:19:40,036 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3eec6530 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7792c763 2024-11-14T02:19:40,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a568ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:19:40,043 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6dc273c3 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@c8a18c7 2024-11-14T02:19:40,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e0e280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:19:40,052 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x195206da to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45426917 2024-11-14T02:19:40,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473477dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:19:40,056 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x282318cf to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e7fc60d 2024-11-14T02:19:40,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a91dc80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:19:40,060 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ea91426 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e66ea50 2024-11-14T02:19:40,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a874cc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:19:40,064 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f50b381 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6119e7 2024-11-14T02:19:40,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31178bc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:19:40,067 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x124edab0 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7507573f 2024-11-14T02:19:40,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78439bc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:19:40,070 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x712d7bc3 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3e5c7476 2024-11-14T02:19:40,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a2545d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:19:40,074 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40da73c1 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1df84068 2024-11-14T02:19:40,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d039dc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:19:40,078 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3be398a9 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@644774bd 2024-11-14T02:19:40,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15db087a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:19:40,084 DEBUG [hconnection-0x3168fae0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:19:40,084 DEBUG [hconnection-0x31fbbce4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:19:40,085 DEBUG [hconnection-0x1a144a97-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:19:40,085 DEBUG [hconnection-0xa092da9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:19:40,085 DEBUG [hconnection-0x2e96932d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:19:40,086 DEBUG [hconnection-0x3e0694bc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:19:40,086 DEBUG [hconnection-0x4ffe7370-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:19:40,087 DEBUG [hconnection-0x1cbac576-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:19:40,087 DEBUG [hconnection-0x638016be-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:19:40,087 DEBUG [hconnection-0x366dd741-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:19:40,091 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:19:40,094 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51662, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:19:40,094 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:19:40,094 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51678, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:19:40,094 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:19:40,095 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51686, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:19:40,095 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51676, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:19:40,095 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51720, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:19:40,095 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51698, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:19:40,096 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51726, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:19:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-14T02:19:40,096 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:19:40,097 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:19:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-14T02:19:40,099 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:19:40,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:19:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:40,105 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0602502bc7119ff36e925fb68a4e10e4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T02:19:40,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=A 2024-11-14T02:19:40,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:40,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=B 2024-11-14T02:19:40,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:40,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=C 2024-11-14T02:19:40,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:40,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/90a91436c0264903a3e994ca152f915b is 50, key is test_row_0/A:col10/1731550780098/Put/seqid=0 2024-11-14T02:19:40,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550840135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:40,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550840135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:40,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550840136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:40,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:40,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51686 deadline: 1731550840137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51706 deadline: 1731550840137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:40,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742063_1239 (size=12001) 2024-11-14T02:19:40,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/90a91436c0264903a3e994ca152f915b 2024-11-14T02:19:40,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-14T02:19:40,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/a62fe3679e6348858d7a31a92923c75c is 50, key is test_row_0/B:col10/1731550780098/Put/seqid=0 2024-11-14T02:19:40,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:40,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550840242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:40,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550840243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:40,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51706 deadline: 1731550840243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:40,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550840243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:40,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51686 deadline: 1731550840246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:40,252 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:40,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-14T02:19:40,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:40,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:40,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:40,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:40,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:40,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742064_1240 (size=12001) 2024-11-14T02:19:40,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/a62fe3679e6348858d7a31a92923c75c 2024-11-14T02:19:40,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/2b841dec9be04fea9e87d509de0fafb6 is 50, key is test_row_0/C:col10/1731550780098/Put/seqid=0 2024-11-14T02:19:40,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742065_1241 (size=12001) 2024-11-14T02:19:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-14T02:19:40,407 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:40,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-14T02:19:40,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:40,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:40,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:40,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:40,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:40,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550840446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:40,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550840446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:40,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51706 deadline: 1731550840446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:40,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550840450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:40,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51686 deadline: 1731550840457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:40,560 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:40,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-14T02:19:40,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:40,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:40,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:40,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:40,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-14T02:19:40,715 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:40,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-14T02:19:40,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:40,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:40,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:40,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:40,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:40,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/2b841dec9be04fea9e87d509de0fafb6 2024-11-14T02:19:40,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/90a91436c0264903a3e994ca152f915b as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/90a91436c0264903a3e994ca152f915b 2024-11-14T02:19:40,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/90a91436c0264903a3e994ca152f915b, entries=150, sequenceid=14, filesize=11.7 K 2024-11-14T02:19:40,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550840749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:40,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/a62fe3679e6348858d7a31a92923c75c as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/a62fe3679e6348858d7a31a92923c75c 2024-11-14T02:19:40,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51706 deadline: 1731550840752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:40,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/a62fe3679e6348858d7a31a92923c75c, entries=150, sequenceid=14, filesize=11.7 K 2024-11-14T02:19:40,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550840753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:40,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/2b841dec9be04fea9e87d509de0fafb6 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/2b841dec9be04fea9e87d509de0fafb6 2024-11-14T02:19:40,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550840760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:40,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/2b841dec9be04fea9e87d509de0fafb6, entries=150, sequenceid=14, filesize=11.7 K 2024-11-14T02:19:40,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 0602502bc7119ff36e925fb68a4e10e4 in 663ms, sequenceid=14, compaction requested=false 2024-11-14T02:19:40,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:40,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0602502bc7119ff36e925fb68a4e10e4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T02:19:40,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=A 2024-11-14T02:19:40,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:40,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=B 2024-11-14T02:19:40,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:40,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=C 2024-11-14T02:19:40,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:40,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/ee4423da4cb54b489c20c757ef39c1ce is 50, key is test_row_0/A:col10/1731550780135/Put/seqid=0 2024-11-14T02:19:40,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742066_1242 (size=12001) 2024-11-14T02:19:40,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51686 deadline: 1731550840814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:40,872 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:40,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-14T02:19:40,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:40,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:40,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:40,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:40,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:40,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51686 deadline: 1731550840918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:41,026 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:41,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-14T02:19:41,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:41,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:41,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:41,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:41,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:41,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51686 deadline: 1731550841124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:41,184 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:41,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-14T02:19:41,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:41,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:41,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:41,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:41,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-14T02:19:41,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/ee4423da4cb54b489c20c757ef39c1ce 2024-11-14T02:19:41,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/ecff9828c5f44377b743f49d1f4c14ee is 50, key is test_row_0/B:col10/1731550780135/Put/seqid=0 2024-11-14T02:19:41,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742067_1243 (size=12001) 2024-11-14T02:19:41,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:41,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550841254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:41,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:41,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:41,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51706 deadline: 1731550841260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:41,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550841260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:41,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:41,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550841265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:41,337 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:41,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-14T02:19:41,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:41,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:41,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:41,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:41,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:41,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:41,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51686 deadline: 1731550841434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:41,491 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:41,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-14T02:19:41,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:41,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:41,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:41,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:41,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:41,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:41,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/ecff9828c5f44377b743f49d1f4c14ee 2024-11-14T02:19:41,645 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:41,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-14T02:19:41,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:41,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:41,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:41,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:41,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:41,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/0deb3a1899ed4b93a59a13271ad65fc9 is 50, key is test_row_0/C:col10/1731550780135/Put/seqid=0 2024-11-14T02:19:41,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:41,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742068_1244 (size=12001) 2024-11-14T02:19:41,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/0deb3a1899ed4b93a59a13271ad65fc9 2024-11-14T02:19:41,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/ee4423da4cb54b489c20c757ef39c1ce as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/ee4423da4cb54b489c20c757ef39c1ce 2024-11-14T02:19:41,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/ee4423da4cb54b489c20c757ef39c1ce, entries=150, sequenceid=39, filesize=11.7 K 2024-11-14T02:19:41,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/ecff9828c5f44377b743f49d1f4c14ee as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/ecff9828c5f44377b743f49d1f4c14ee 2024-11-14T02:19:41,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/ecff9828c5f44377b743f49d1f4c14ee, entries=150, sequenceid=39, filesize=11.7 K 2024-11-14T02:19:41,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/0deb3a1899ed4b93a59a13271ad65fc9 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/0deb3a1899ed4b93a59a13271ad65fc9 2024-11-14T02:19:41,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/0deb3a1899ed4b93a59a13271ad65fc9, entries=150, sequenceid=39, filesize=11.7 K 2024-11-14T02:19:41,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0602502bc7119ff36e925fb68a4e10e4 in 929ms, sequenceid=39, compaction requested=false 2024-11-14T02:19:41,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:41,799 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:41,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-14T02:19:41,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:41,799 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 0602502bc7119ff36e925fb68a4e10e4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T02:19:41,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=A 2024-11-14T02:19:41,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:41,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=B 2024-11-14T02:19:41,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:41,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=C 2024-11-14T02:19:41,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:41,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/df7a2e8e3ad0438ab69e39a822ca6bb6 is 50, key is test_row_0/A:col10/1731550780808/Put/seqid=0 2024-11-14T02:19:41,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742069_1245 (size=12001) 2024-11-14T02:19:41,810 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/df7a2e8e3ad0438ab69e39a822ca6bb6 2024-11-14T02:19:41,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/ad5ea06aac0d46ffa7439dcdfcedcfa8 is 50, key is test_row_0/B:col10/1731550780808/Put/seqid=0 2024-11-14T02:19:41,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742070_1246 (size=12001) 2024-11-14T02:19:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:41,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:42,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51686 deadline: 1731550842033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:42,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51686 deadline: 1731550842136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-14T02:19:42,242 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/ad5ea06aac0d46ffa7439dcdfcedcfa8 2024-11-14T02:19:42,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/97026d662fc64854b1fb4083d6e1755e is 50, key is test_row_0/C:col10/1731550780808/Put/seqid=0 2024-11-14T02:19:42,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550842264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:42,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550842265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:42,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550842270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:42,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51706 deadline: 1731550842272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:42,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742071_1247 (size=12001) 2024-11-14T02:19:42,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51686 deadline: 1731550842341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:42,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:42,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51686 deadline: 1731550842652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:42,703 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/97026d662fc64854b1fb4083d6e1755e 2024-11-14T02:19:42,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/df7a2e8e3ad0438ab69e39a822ca6bb6 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/df7a2e8e3ad0438ab69e39a822ca6bb6 2024-11-14T02:19:42,720 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/df7a2e8e3ad0438ab69e39a822ca6bb6, entries=150, sequenceid=50, filesize=11.7 K 2024-11-14T02:19:42,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/ad5ea06aac0d46ffa7439dcdfcedcfa8 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/ad5ea06aac0d46ffa7439dcdfcedcfa8 2024-11-14T02:19:42,727 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/ad5ea06aac0d46ffa7439dcdfcedcfa8, entries=150, sequenceid=50, filesize=11.7 K 2024-11-14T02:19:42,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/97026d662fc64854b1fb4083d6e1755e as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/97026d662fc64854b1fb4083d6e1755e 2024-11-14T02:19:42,733 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/97026d662fc64854b1fb4083d6e1755e, entries=150, sequenceid=50, filesize=11.7 K 2024-11-14T02:19:42,737 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0602502bc7119ff36e925fb68a4e10e4 in 938ms, sequenceid=50, compaction requested=true 2024-11-14T02:19:42,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:42,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:42,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-14T02:19:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-14T02:19:42,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-14T02:19:42,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6400 sec 2024-11-14T02:19:42,744 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 2.6510 sec 2024-11-14T02:19:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:43,178 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0602502bc7119ff36e925fb68a4e10e4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T02:19:43,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=A 2024-11-14T02:19:43,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:43,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=B 2024-11-14T02:19:43,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:43,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=C 2024-11-14T02:19:43,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:43,181 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T02:19:43,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/4ebafce8ce43489ea64a7627f7583f0b is 50, key is test_row_0/A:col10/1731550782017/Put/seqid=0 2024-11-14T02:19:43,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51686 deadline: 1731550843236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:43,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742072_1248 (size=14341) 2024-11-14T02:19:43,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/4ebafce8ce43489ea64a7627f7583f0b 2024-11-14T02:19:43,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/aabc4d0e279e4383b013c4aed308261d is 50, key is test_row_0/B:col10/1731550782017/Put/seqid=0 2024-11-14T02:19:43,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742073_1249 (size=12001) 2024-11-14T02:19:43,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51686 deadline: 1731550843341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:43,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51686 deadline: 1731550843545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:43,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/aabc4d0e279e4383b013c4aed308261d 2024-11-14T02:19:43,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/e9ba631e819b4be48ebeaffb64a2ac3f is 50, key is test_row_0/C:col10/1731550782017/Put/seqid=0 2024-11-14T02:19:43,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51686 deadline: 1731550843855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:43,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742074_1250 (size=12001) 2024-11-14T02:19:43,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/e9ba631e819b4be48ebeaffb64a2ac3f 2024-11-14T02:19:43,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/4ebafce8ce43489ea64a7627f7583f0b as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/4ebafce8ce43489ea64a7627f7583f0b 2024-11-14T02:19:43,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/4ebafce8ce43489ea64a7627f7583f0b, entries=200, sequenceid=76, filesize=14.0 K 2024-11-14T02:19:43,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/aabc4d0e279e4383b013c4aed308261d as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/aabc4d0e279e4383b013c4aed308261d 2024-11-14T02:19:43,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/aabc4d0e279e4383b013c4aed308261d, entries=150, sequenceid=76, filesize=11.7 K 2024-11-14T02:19:43,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/e9ba631e819b4be48ebeaffb64a2ac3f as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/e9ba631e819b4be48ebeaffb64a2ac3f 2024-11-14T02:19:43,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/e9ba631e819b4be48ebeaffb64a2ac3f, entries=150, sequenceid=76, filesize=11.7 K 2024-11-14T02:19:43,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 0602502bc7119ff36e925fb68a4e10e4 in 737ms, sequenceid=76, compaction requested=true 2024-11-14T02:19:43,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:43,914 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:19:43,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:19:43,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:43,915 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:19:43,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:19:43,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:43,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:19:43,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:19:43,917 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50344 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:19:43,917 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/A is initiating minor compaction (all files) 2024-11-14T02:19:43,917 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/A in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:43,917 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/90a91436c0264903a3e994ca152f915b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/ee4423da4cb54b489c20c757ef39c1ce, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/df7a2e8e3ad0438ab69e39a822ca6bb6, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/4ebafce8ce43489ea64a7627f7583f0b] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=49.2 K 2024-11-14T02:19:43,918 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90a91436c0264903a3e994ca152f915b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731550780098 2024-11-14T02:19:43,918 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:19:43,918 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/B is initiating minor compaction (all files) 2024-11-14T02:19:43,918 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/B in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:43,918 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/a62fe3679e6348858d7a31a92923c75c, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/ecff9828c5f44377b743f49d1f4c14ee, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/ad5ea06aac0d46ffa7439dcdfcedcfa8, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/aabc4d0e279e4383b013c4aed308261d] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=46.9 K 2024-11-14T02:19:43,919 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee4423da4cb54b489c20c757ef39c1ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731550780135 2024-11-14T02:19:43,919 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting a62fe3679e6348858d7a31a92923c75c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731550780098 2024-11-14T02:19:43,919 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting df7a2e8e3ad0438ab69e39a822ca6bb6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731550780795 2024-11-14T02:19:43,920 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting ecff9828c5f44377b743f49d1f4c14ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731550780135 2024-11-14T02:19:43,920 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ebafce8ce43489ea64a7627f7583f0b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731550782017 2024-11-14T02:19:43,920 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting ad5ea06aac0d46ffa7439dcdfcedcfa8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731550780795 2024-11-14T02:19:43,921 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting aabc4d0e279e4383b013c4aed308261d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731550782017 2024-11-14T02:19:43,935 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#A#compaction#209 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:43,935 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/bbf021a709bb4851971387d0a63c8f0f is 50, key is test_row_0/A:col10/1731550782017/Put/seqid=0 2024-11-14T02:19:43,952 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#B#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:43,952 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/16e634aaf99b40259d330fc260b3c93e is 50, key is test_row_0/B:col10/1731550782017/Put/seqid=0 2024-11-14T02:19:43,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742075_1251 (size=12139) 2024-11-14T02:19:43,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742076_1252 (size=12139) 2024-11-14T02:19:44,004 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/bbf021a709bb4851971387d0a63c8f0f as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/bbf021a709bb4851971387d0a63c8f0f 2024-11-14T02:19:44,027 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/16e634aaf99b40259d330fc260b3c93e as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/16e634aaf99b40259d330fc260b3c93e 2024-11-14T02:19:44,030 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/A of 0602502bc7119ff36e925fb68a4e10e4 into bbf021a709bb4851971387d0a63c8f0f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:44,030 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:44,030 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/A, priority=12, startTime=1731550783914; duration=0sec 2024-11-14T02:19:44,030 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:19:44,030 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:A 2024-11-14T02:19:44,030 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:19:44,035 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/B of 0602502bc7119ff36e925fb68a4e10e4 into 16e634aaf99b40259d330fc260b3c93e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:44,035 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:44,035 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/B, priority=12, startTime=1731550783915; duration=0sec 2024-11-14T02:19:44,035 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:44,035 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:B 2024-11-14T02:19:44,038 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:19:44,038 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/C is initiating minor compaction (all files) 2024-11-14T02:19:44,039 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/C in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:44,039 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/2b841dec9be04fea9e87d509de0fafb6, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/0deb3a1899ed4b93a59a13271ad65fc9, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/97026d662fc64854b1fb4083d6e1755e, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/e9ba631e819b4be48ebeaffb64a2ac3f] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=46.9 K 2024-11-14T02:19:44,040 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b841dec9be04fea9e87d509de0fafb6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731550780098 2024-11-14T02:19:44,041 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0deb3a1899ed4b93a59a13271ad65fc9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731550780135 2024-11-14T02:19:44,046 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97026d662fc64854b1fb4083d6e1755e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731550780795 2024-11-14T02:19:44,046 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9ba631e819b4be48ebeaffb64a2ac3f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731550782017 2024-11-14T02:19:44,065 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#C#compaction#211 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:44,065 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/181dc9f8bab44f8b9ddabce4bd682ff0 is 50, key is test_row_0/C:col10/1731550782017/Put/seqid=0 2024-11-14T02:19:44,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742077_1253 (size=12139) 2024-11-14T02:19:44,125 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/181dc9f8bab44f8b9ddabce4bd682ff0 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/181dc9f8bab44f8b9ddabce4bd682ff0 2024-11-14T02:19:44,134 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/C of 0602502bc7119ff36e925fb68a4e10e4 into 181dc9f8bab44f8b9ddabce4bd682ff0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:44,134 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:44,135 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/C, priority=12, startTime=1731550783915; duration=0sec 2024-11-14T02:19:44,135 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:44,135 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:C 2024-11-14T02:19:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-14T02:19:44,204 INFO [Thread-1117 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-14T02:19:44,212 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:19:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-14T02:19:44,214 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:19:44,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-14T02:19:44,215 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:19:44,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:19:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:44,282 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0602502bc7119ff36e925fb68a4e10e4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T02:19:44,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=A 2024-11-14T02:19:44,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:44,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=B 2024-11-14T02:19:44,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:44,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=C 2024-11-14T02:19:44,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:44,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/6ef05c03d94c4724b8ae9d982c64109c is 50, key is test_row_0/A:col10/1731550784279/Put/seqid=0 2024-11-14T02:19:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-14T02:19:44,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742078_1254 (size=12001) 2024-11-14T02:19:44,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/6ef05c03d94c4724b8ae9d982c64109c 2024-11-14T02:19:44,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/a9eff4503cb046fc9db215893adb1507 is 50, key is test_row_0/B:col10/1731550784279/Put/seqid=0 2024-11-14T02:19:44,367 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:44,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-14T02:19:44,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:44,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:44,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:44,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:44,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:44,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550844370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:44,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550844373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:44,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51706 deadline: 1731550844374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:44,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550844376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:44,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51686 deadline: 1731550844376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:44,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742079_1255 (size=12001) 2024-11-14T02:19:44,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:44,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:44,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550844479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:44,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550844479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:44,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:44,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51686 deadline: 1731550844483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:44,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:44,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51706 deadline: 1731550844489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:44,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550844498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:44,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-14T02:19:44,521 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:44,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-14T02:19:44,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:44,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:44,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:44,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:44,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:44,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550844684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:44,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550844685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:44,691 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:44,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51686 deadline: 1731550844689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:44,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-14T02:19:44,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:44,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:44,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:44,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:44,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:44,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51706 deadline: 1731550844698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:44,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550844705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-14T02:19:44,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/a9eff4503cb046fc9db215893adb1507 2024-11-14T02:19:44,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/01b8a903afc54b04bd419148f14517ce is 50, key is test_row_0/C:col10/1731550784279/Put/seqid=0 2024-11-14T02:19:44,856 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:44,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-14T02:19:44,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:44,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:44,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:44,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:44,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:44,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742080_1256 (size=12001) 2024-11-14T02:19:44,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/01b8a903afc54b04bd419148f14517ce 2024-11-14T02:19:44,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/6ef05c03d94c4724b8ae9d982c64109c as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/6ef05c03d94c4724b8ae9d982c64109c 2024-11-14T02:19:44,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/6ef05c03d94c4724b8ae9d982c64109c, entries=150, sequenceid=91, filesize=11.7 K 2024-11-14T02:19:44,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/a9eff4503cb046fc9db215893adb1507 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/a9eff4503cb046fc9db215893adb1507 2024-11-14T02:19:44,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/a9eff4503cb046fc9db215893adb1507, entries=150, sequenceid=91, filesize=11.7 K 2024-11-14T02:19:44,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/01b8a903afc54b04bd419148f14517ce as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/01b8a903afc54b04bd419148f14517ce 2024-11-14T02:19:44,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/01b8a903afc54b04bd419148f14517ce, entries=150, sequenceid=91, filesize=11.7 K 2024-11-14T02:19:44,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0602502bc7119ff36e925fb68a4e10e4 in 684ms, sequenceid=91, compaction requested=false 2024-11-14T02:19:44,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:45,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0602502bc7119ff36e925fb68a4e10e4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T02:19:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:45,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=A 2024-11-14T02:19:45,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:45,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=B 2024-11-14T02:19:45,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:45,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=C 2024-11-14T02:19:45,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:45,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/d0254870d3ad405490a6edf8a623acbb is 50, key is test_row_0/A:col10/1731550785000/Put/seqid=0 2024-11-14T02:19:45,031 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:45,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-14T02:19:45,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:45,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:45,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:45,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:45,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:45,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742081_1257 (size=12001) 2024-11-14T02:19:45,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51706 deadline: 1731550845035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:45,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550845036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:45,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550845036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:45,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51686 deadline: 1731550845038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:45,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/d0254870d3ad405490a6edf8a623acbb 2024-11-14T02:19:45,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550845040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:45,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/b8a322d0e0eb4cbd9eab1c07ce17b02b is 50, key is test_row_0/B:col10/1731550785000/Put/seqid=0 2024-11-14T02:19:45,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742082_1258 (size=12001) 2024-11-14T02:19:45,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/b8a322d0e0eb4cbd9eab1c07ce17b02b 2024-11-14T02:19:45,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/b8c498b52ac44e6a9665f9625363fe38 is 50, key is test_row_0/C:col10/1731550785000/Put/seqid=0 2024-11-14T02:19:45,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:45,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550845144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:45,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51686 deadline: 1731550845151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:45,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:45,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550845152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:45,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550845153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:45,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742083_1259 (size=12001) 2024-11-14T02:19:45,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/b8c498b52ac44e6a9665f9625363fe38 2024-11-14T02:19:45,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/d0254870d3ad405490a6edf8a623acbb as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/d0254870d3ad405490a6edf8a623acbb 2024-11-14T02:19:45,187 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:45,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-14T02:19:45,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/d0254870d3ad405490a6edf8a623acbb, entries=150, sequenceid=117, filesize=11.7 K 2024-11-14T02:19:45,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:45,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:45,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:45,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:45,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:45,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/b8a322d0e0eb4cbd9eab1c07ce17b02b as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/b8a322d0e0eb4cbd9eab1c07ce17b02b 2024-11-14T02:19:45,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:45,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/b8a322d0e0eb4cbd9eab1c07ce17b02b, entries=150, sequenceid=117, filesize=11.7 K 2024-11-14T02:19:45,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/b8c498b52ac44e6a9665f9625363fe38 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/b8c498b52ac44e6a9665f9625363fe38 2024-11-14T02:19:45,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/b8c498b52ac44e6a9665f9625363fe38, entries=150, sequenceid=117, filesize=11.7 K 2024-11-14T02:19:45,199 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 0602502bc7119ff36e925fb68a4e10e4 in 197ms, sequenceid=117, compaction requested=true 2024-11-14T02:19:45,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:45,200 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:19:45,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:19:45,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:45,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:19:45,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:45,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:19:45,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:19:45,200 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:19:45,202 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:19:45,202 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/A is initiating minor compaction (all files) 2024-11-14T02:19:45,203 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/A in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:45,203 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/bbf021a709bb4851971387d0a63c8f0f, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/6ef05c03d94c4724b8ae9d982c64109c, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/d0254870d3ad405490a6edf8a623acbb] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=35.3 K 2024-11-14T02:19:45,204 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:19:45,204 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/B is initiating minor compaction (all files) 2024-11-14T02:19:45,204 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/B in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:45,204 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/16e634aaf99b40259d330fc260b3c93e, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/a9eff4503cb046fc9db215893adb1507, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/b8a322d0e0eb4cbd9eab1c07ce17b02b] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=35.3 K 2024-11-14T02:19:45,204 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbf021a709bb4851971387d0a63c8f0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731550782017 2024-11-14T02:19:45,205 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 16e634aaf99b40259d330fc260b3c93e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731550782017 2024-11-14T02:19:45,205 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ef05c03d94c4724b8ae9d982c64109c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731550783224 2024-11-14T02:19:45,206 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting a9eff4503cb046fc9db215893adb1507, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731550783224 2024-11-14T02:19:45,206 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0254870d3ad405490a6edf8a623acbb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731550784372 2024-11-14T02:19:45,207 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting b8a322d0e0eb4cbd9eab1c07ce17b02b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731550784372 2024-11-14T02:19:45,222 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#A#compaction#218 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:45,223 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/00894d67e3d84f3aaa1e2cdcf81b3986 is 50, key is test_row_0/A:col10/1731550785000/Put/seqid=0 2024-11-14T02:19:45,232 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#B#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:45,232 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/70556c06662e42a59555bfe03391f048 is 50, key is test_row_0/B:col10/1731550785000/Put/seqid=0 2024-11-14T02:19:45,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742084_1260 (size=12241) 2024-11-14T02:19:45,273 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/00894d67e3d84f3aaa1e2cdcf81b3986 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/00894d67e3d84f3aaa1e2cdcf81b3986 2024-11-14T02:19:45,279 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/A of 0602502bc7119ff36e925fb68a4e10e4 into 00894d67e3d84f3aaa1e2cdcf81b3986(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:45,279 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:45,279 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/A, priority=13, startTime=1731550785199; duration=0sec 2024-11-14T02:19:45,279 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:19:45,279 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:A 2024-11-14T02:19:45,279 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:19:45,281 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:19:45,281 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/C is initiating minor compaction (all files) 2024-11-14T02:19:45,281 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/C in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:45,281 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/181dc9f8bab44f8b9ddabce4bd682ff0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/01b8a903afc54b04bd419148f14517ce, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/b8c498b52ac44e6a9665f9625363fe38] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=35.3 K 2024-11-14T02:19:45,281 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 181dc9f8bab44f8b9ddabce4bd682ff0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731550782017 2024-11-14T02:19:45,282 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01b8a903afc54b04bd419148f14517ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731550783224 2024-11-14T02:19:45,282 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8c498b52ac44e6a9665f9625363fe38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731550784372 2024-11-14T02:19:45,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742085_1261 (size=12241) 2024-11-14T02:19:45,312 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#C#compaction#220 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:45,312 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/643919b380d24b4fb2f33524ccd8160e is 50, key is test_row_0/C:col10/1731550785000/Put/seqid=0 2024-11-14T02:19:45,320 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/70556c06662e42a59555bfe03391f048 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/70556c06662e42a59555bfe03391f048 2024-11-14T02:19:45,331 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/B of 0602502bc7119ff36e925fb68a4e10e4 into 70556c06662e42a59555bfe03391f048(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:45,331 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:45,331 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/B, priority=13, startTime=1731550785200; duration=0sec 2024-11-14T02:19:45,331 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:45,331 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:B 2024-11-14T02:19:45,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-14T02:19:45,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742086_1262 (size=12241) 2024-11-14T02:19:45,354 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/643919b380d24b4fb2f33524ccd8160e as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/643919b380d24b4fb2f33524ccd8160e 2024-11-14T02:19:45,354 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:45,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-14T02:19:45,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:45,355 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 0602502bc7119ff36e925fb68a4e10e4 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-14T02:19:45,361 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/C of 0602502bc7119ff36e925fb68a4e10e4 into 643919b380d24b4fb2f33524ccd8160e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:45,361 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:45,361 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/C, priority=13, startTime=1731550785200; duration=0sec 2024-11-14T02:19:45,362 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:45,362 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:C 2024-11-14T02:19:45,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=A 2024-11-14T02:19:45,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:45,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=B 2024-11-14T02:19:45,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:45,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=C 2024-11-14T02:19:45,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:45,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:45,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/194fa97e0df144b2bb3af0be79fa2bb7 is 50, key is test_row_0/A:col10/1731550785037/Put/seqid=0 2024-11-14T02:19:45,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742087_1263 (size=12051) 2024-11-14T02:19:45,400 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/194fa97e0df144b2bb3af0be79fa2bb7 2024-11-14T02:19:45,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51686 deadline: 1731550845409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:45,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550845411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:45,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550845412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:45,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550845414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:45,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/7834c92322d643babfcf58a503fa8f56 is 50, key is test_row_0/B:col10/1731550785037/Put/seqid=0 2024-11-14T02:19:45,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742088_1264 (size=12051) 2024-11-14T02:19:45,447 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/7834c92322d643babfcf58a503fa8f56 2024-11-14T02:19:45,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/b7fe4a9ffed64028ba11b30f87bb1ff7 is 50, key is test_row_0/C:col10/1731550785037/Put/seqid=0 2024-11-14T02:19:45,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742089_1265 (size=12051) 2024-11-14T02:19:45,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:45,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550845515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:45,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:45,517 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/b7fe4a9ffed64028ba11b30f87bb1ff7 2024-11-14T02:19:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550845516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:45,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:45,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51686 deadline: 1731550845516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:45,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/194fa97e0df144b2bb3af0be79fa2bb7 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/194fa97e0df144b2bb3af0be79fa2bb7 2024-11-14T02:19:45,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550845526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:45,530 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/194fa97e0df144b2bb3af0be79fa2bb7, entries=150, sequenceid=131, filesize=11.8 K 2024-11-14T02:19:45,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/7834c92322d643babfcf58a503fa8f56 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/7834c92322d643babfcf58a503fa8f56 2024-11-14T02:19:45,536 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/7834c92322d643babfcf58a503fa8f56, entries=150, sequenceid=131, filesize=11.8 K 2024-11-14T02:19:45,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/b7fe4a9ffed64028ba11b30f87bb1ff7 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/b7fe4a9ffed64028ba11b30f87bb1ff7 2024-11-14T02:19:45,549 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/b7fe4a9ffed64028ba11b30f87bb1ff7, entries=150, sequenceid=131, filesize=11.8 K 2024-11-14T02:19:45,556 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0602502bc7119ff36e925fb68a4e10e4 in 199ms, sequenceid=131, compaction requested=false 2024-11-14T02:19:45,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:45,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:45,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-14T02:19:45,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:45,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-14T02:19:45,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0602502bc7119ff36e925fb68a4e10e4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T02:19:45,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=A 2024-11-14T02:19:45,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:45,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=B 2024-11-14T02:19:45,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:45,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=C 2024-11-14T02:19:45,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:45,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/237710ffef50454ca12ff4f703328334 is 50, key is test_row_0/A:col10/1731550785403/Put/seqid=0 2024-11-14T02:19:45,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-14T02:19:45,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3430 sec 2024-11-14T02:19:45,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.3710 sec 2024-11-14T02:19:45,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742090_1266 (size=12151) 2024-11-14T02:19:45,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/237710ffef50454ca12ff4f703328334 2024-11-14T02:19:45,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:45,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51706 deadline: 1731550845622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:45,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/cb72e2c885504d148f834c604313762a is 50, key is test_row_0/B:col10/1731550785403/Put/seqid=0 2024-11-14T02:19:45,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742091_1267 (size=12151) 2024-11-14T02:19:45,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/cb72e2c885504d148f834c604313762a 2024-11-14T02:19:45,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/bc3d51e243f54e649dca79fd631fd1fd is 50, key is test_row_0/C:col10/1731550785403/Put/seqid=0 2024-11-14T02:19:45,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742092_1268 (size=12151) 2024-11-14T02:19:45,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/bc3d51e243f54e649dca79fd631fd1fd 2024-11-14T02:19:45,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/237710ffef50454ca12ff4f703328334 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/237710ffef50454ca12ff4f703328334 2024-11-14T02:19:45,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/237710ffef50454ca12ff4f703328334, entries=150, sequenceid=157, filesize=11.9 K 2024-11-14T02:19:45,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/cb72e2c885504d148f834c604313762a as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/cb72e2c885504d148f834c604313762a 2024-11-14T02:19:45,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:45,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550845718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:45,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:45,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51686 deadline: 1731550845720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:45,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:45,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550845720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:45,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/cb72e2c885504d148f834c604313762a, entries=150, sequenceid=157, filesize=11.9 K 2024-11-14T02:19:45,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:45,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51706 deadline: 1731550845726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:45,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/bc3d51e243f54e649dca79fd631fd1fd as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/bc3d51e243f54e649dca79fd631fd1fd 2024-11-14T02:19:45,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:45,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550845728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:45,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/bc3d51e243f54e649dca79fd631fd1fd, entries=150, sequenceid=157, filesize=11.9 K 2024-11-14T02:19:45,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 0602502bc7119ff36e925fb68a4e10e4 in 186ms, sequenceid=157, compaction requested=true 2024-11-14T02:19:45,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:45,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:19:45,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:45,742 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:19:45,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:19:45,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:19:45,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:19:45,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:19:45,742 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:19:45,744 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:19:45,744 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/A is initiating minor compaction (all files) 2024-11-14T02:19:45,744 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/A in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:45,744 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/00894d67e3d84f3aaa1e2cdcf81b3986, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/194fa97e0df144b2bb3af0be79fa2bb7, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/237710ffef50454ca12ff4f703328334] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=35.6 K 2024-11-14T02:19:45,744 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:19:45,744 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/B is initiating minor compaction (all files) 2024-11-14T02:19:45,744 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/B in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:45,744 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/70556c06662e42a59555bfe03391f048, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/7834c92322d643babfcf58a503fa8f56, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/cb72e2c885504d148f834c604313762a] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=35.6 K 2024-11-14T02:19:45,744 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00894d67e3d84f3aaa1e2cdcf81b3986, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731550784372 2024-11-14T02:19:45,745 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 70556c06662e42a59555bfe03391f048, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731550784372 2024-11-14T02:19:45,745 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 194fa97e0df144b2bb3af0be79fa2bb7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731550785011 2024-11-14T02:19:45,745 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 7834c92322d643babfcf58a503fa8f56, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731550785011 2024-11-14T02:19:45,745 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 237710ffef50454ca12ff4f703328334, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731550785403 2024-11-14T02:19:45,746 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting cb72e2c885504d148f834c604313762a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731550785403 2024-11-14T02:19:45,757 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#B#compaction#227 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:45,758 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/b4dcedfd35e3469d9110b1f673b15f7a is 50, key is test_row_0/B:col10/1731550785403/Put/seqid=0 2024-11-14T02:19:45,761 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#A#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:45,761 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/e2131de55c4049a6997dd410683d03ae is 50, key is test_row_0/A:col10/1731550785403/Put/seqid=0 2024-11-14T02:19:45,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742093_1269 (size=12493) 2024-11-14T02:19:45,777 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/b4dcedfd35e3469d9110b1f673b15f7a as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/b4dcedfd35e3469d9110b1f673b15f7a 2024-11-14T02:19:45,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742094_1270 (size=12493) 2024-11-14T02:19:45,785 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/B of 0602502bc7119ff36e925fb68a4e10e4 into b4dcedfd35e3469d9110b1f673b15f7a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:45,785 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:45,785 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/B, priority=13, startTime=1731550785742; duration=0sec 2024-11-14T02:19:45,785 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:19:45,785 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:B 2024-11-14T02:19:45,785 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:19:45,802 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:19:45,802 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/e2131de55c4049a6997dd410683d03ae as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/e2131de55c4049a6997dd410683d03ae 2024-11-14T02:19:45,802 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/C is initiating minor compaction (all files) 2024-11-14T02:19:45,802 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/C in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:45,802 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/643919b380d24b4fb2f33524ccd8160e, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/b7fe4a9ffed64028ba11b30f87bb1ff7, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/bc3d51e243f54e649dca79fd631fd1fd] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=35.6 K 2024-11-14T02:19:45,803 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 643919b380d24b4fb2f33524ccd8160e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731550784372 2024-11-14T02:19:45,806 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting b7fe4a9ffed64028ba11b30f87bb1ff7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731550785011 2024-11-14T02:19:45,806 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting bc3d51e243f54e649dca79fd631fd1fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731550785403 2024-11-14T02:19:45,811 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/A of 0602502bc7119ff36e925fb68a4e10e4 into e2131de55c4049a6997dd410683d03ae(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:45,811 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:45,811 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/A, priority=13, startTime=1731550785742; duration=0sec 2024-11-14T02:19:45,811 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:45,811 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:A 2024-11-14T02:19:45,814 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#C#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:45,815 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/4d069e5fa5304487b02c3f83d040423f is 50, key is test_row_0/C:col10/1731550785403/Put/seqid=0 2024-11-14T02:19:45,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742095_1271 (size=12493) 2024-11-14T02:19:45,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:45,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0602502bc7119ff36e925fb68a4e10e4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T02:19:45,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=A 2024-11-14T02:19:45,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:45,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=B 2024-11-14T02:19:45,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:45,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=C 2024-11-14T02:19:45,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:45,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/de0d245156c646f9a85ed7b8af96b31f is 50, key is test_row_0/A:col10/1731550785620/Put/seqid=0 2024-11-14T02:19:45,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742096_1272 (size=14541) 2024-11-14T02:19:45,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/de0d245156c646f9a85ed7b8af96b31f 2024-11-14T02:19:45,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/18a7f26310094705805627ea0aff97e7 is 50, key is test_row_0/B:col10/1731550785620/Put/seqid=0 2024-11-14T02:19:46,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742097_1273 (size=12151) 2024-11-14T02:19:46,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:46,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51686 deadline: 1731550846032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:46,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:46,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51706 deadline: 1731550846034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:46,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:46,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550846035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:46,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:46,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550846036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:46,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:46,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550846039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:46,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:46,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51686 deadline: 1731550846138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:46,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51706 deadline: 1731550846138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:46,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:46,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550846151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:46,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:46,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550846151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:46,262 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/4d069e5fa5304487b02c3f83d040423f as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/4d069e5fa5304487b02c3f83d040423f 2024-11-14T02:19:46,269 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/C of 0602502bc7119ff36e925fb68a4e10e4 into 4d069e5fa5304487b02c3f83d040423f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:46,269 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:46,269 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/C, priority=13, startTime=1731550785742; duration=0sec 2024-11-14T02:19:46,269 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:46,269 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:C 2024-11-14T02:19:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-14T02:19:46,344 INFO [Thread-1117 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-14T02:19:46,345 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:19:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-14T02:19:46,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51686 deadline: 1731550846340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:46,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:46,347 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:19:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51706 deadline: 1731550846342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:46,348 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:19:46,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:19:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-14T02:19:46,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550846360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:46,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550846360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:46,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/18a7f26310094705805627ea0aff97e7 2024-11-14T02:19:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-14T02:19:46,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/fd5afff4655b49faa2a86767357e14ba is 50, key is test_row_0/C:col10/1731550785620/Put/seqid=0 2024-11-14T02:19:46,510 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:46,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T02:19:46,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:46,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:46,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:46,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:46,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:46,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742098_1274 (size=12151) 2024-11-14T02:19:46,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/fd5afff4655b49faa2a86767357e14ba 2024-11-14T02:19:46,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/de0d245156c646f9a85ed7b8af96b31f as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/de0d245156c646f9a85ed7b8af96b31f 2024-11-14T02:19:46,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550846554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:46,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/de0d245156c646f9a85ed7b8af96b31f, entries=200, sequenceid=170, filesize=14.2 K 2024-11-14T02:19:46,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/18a7f26310094705805627ea0aff97e7 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/18a7f26310094705805627ea0aff97e7 2024-11-14T02:19:46,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/18a7f26310094705805627ea0aff97e7, entries=150, sequenceid=170, filesize=11.9 K 2024-11-14T02:19:46,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/fd5afff4655b49faa2a86767357e14ba as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/fd5afff4655b49faa2a86767357e14ba 2024-11-14T02:19:46,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/fd5afff4655b49faa2a86767357e14ba, entries=150, sequenceid=170, filesize=11.9 K 2024-11-14T02:19:46,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 0602502bc7119ff36e925fb68a4e10e4 in 663ms, sequenceid=170, compaction requested=false 2024-11-14T02:19:46,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:46,657 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0602502bc7119ff36e925fb68a4e10e4 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-14T02:19:46,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=A 2024-11-14T02:19:46,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:46,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=B 2024-11-14T02:19:46,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:46,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=C 2024-11-14T02:19:46,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-14T02:19:46,664 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:46,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T02:19:46,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:46,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:46,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:46,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:46,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:46,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/d49e367be4f8483987b9f593d321c639 is 50, key is test_row_0/A:col10/1731550786034/Put/seqid=0 2024-11-14T02:19:46,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51686 deadline: 1731550846702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:46,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550846703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:46,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51706 deadline: 1731550846703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:46,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550846704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:46,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742099_1275 (size=12151) 2024-11-14T02:19:46,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51686 deadline: 1731550846807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:46,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550846809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:46,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51706 deadline: 1731550846809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:46,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550846812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:46,827 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:46,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T02:19:46,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:46,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:46,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:46,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:46,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-14T02:19:46,981 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:46,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T02:19:46,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:46,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:46,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:46,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:46,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:47,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51686 deadline: 1731550847010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:47,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51706 deadline: 1731550847013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:47,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:47,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550847018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550847018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:47,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/d49e367be4f8483987b9f593d321c639 2024-11-14T02:19:47,139 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:47,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T02:19:47,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:47,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:47,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:47,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:47,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:47,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/04c0642a992b48e4882c498132243917 is 50, key is test_row_0/B:col10/1731550786034/Put/seqid=0 2024-11-14T02:19:47,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742100_1276 (size=12151) 2024-11-14T02:19:47,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/04c0642a992b48e4882c498132243917 2024-11-14T02:19:47,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/c709f21753b84a04844f20fec871181b is 50, key is test_row_0/C:col10/1731550786034/Put/seqid=0 2024-11-14T02:19:47,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742101_1277 (size=12151) 2024-11-14T02:19:47,287 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/c709f21753b84a04844f20fec871181b 2024-11-14T02:19:47,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/d49e367be4f8483987b9f593d321c639 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/d49e367be4f8483987b9f593d321c639 2024-11-14T02:19:47,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/d49e367be4f8483987b9f593d321c639, entries=150, sequenceid=198, filesize=11.9 K 2024-11-14T02:19:47,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/04c0642a992b48e4882c498132243917 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/04c0642a992b48e4882c498132243917 2024-11-14T02:19:47,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/04c0642a992b48e4882c498132243917, entries=150, sequenceid=198, filesize=11.9 K 2024-11-14T02:19:47,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/c709f21753b84a04844f20fec871181b as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/c709f21753b84a04844f20fec871181b 2024-11-14T02:19:47,315 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:47,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:47,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51686 deadline: 1731550847313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:47,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T02:19:47,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:47,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:47,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:47,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:47,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:47,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51706 deadline: 1731550847319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:47,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/c709f21753b84a04844f20fec871181b, entries=150, sequenceid=198, filesize=11.9 K 2024-11-14T02:19:47,324 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 0602502bc7119ff36e925fb68a4e10e4 in 667ms, sequenceid=198, compaction requested=true 2024-11-14T02:19:47,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:47,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:19:47,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:47,324 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:19:47,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:19:47,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:47,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:19:47,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:19:47,324 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:19:47,325 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:19:47,325 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:19:47,325 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/B is initiating minor compaction (all files) 2024-11-14T02:19:47,325 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/B in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:47,325 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/A is initiating minor compaction (all files) 2024-11-14T02:19:47,325 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/A in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:47,325 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/b4dcedfd35e3469d9110b1f673b15f7a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/18a7f26310094705805627ea0aff97e7, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/04c0642a992b48e4882c498132243917] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=35.9 K 2024-11-14T02:19:47,325 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/e2131de55c4049a6997dd410683d03ae, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/de0d245156c646f9a85ed7b8af96b31f, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/d49e367be4f8483987b9f593d321c639] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=38.3 K 2024-11-14T02:19:47,326 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting b4dcedfd35e3469d9110b1f673b15f7a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731550785403 2024-11-14T02:19:47,326 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2131de55c4049a6997dd410683d03ae, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731550785403 2024-11-14T02:19:47,326 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting de0d245156c646f9a85ed7b8af96b31f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731550785584 2024-11-14T02:19:47,326 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting d49e367be4f8483987b9f593d321c639, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731550786034 2024-11-14T02:19:47,327 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 18a7f26310094705805627ea0aff97e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731550785599 2024-11-14T02:19:47,327 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 04c0642a992b48e4882c498132243917, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731550786034 2024-11-14T02:19:47,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:47,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0602502bc7119ff36e925fb68a4e10e4 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T02:19:47,351 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#A#compaction#236 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:47,352 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#B#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:47,352 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/8499f0a9df4247428beb3e703dccb89c is 50, key is test_row_0/A:col10/1731550786034/Put/seqid=0 2024-11-14T02:19:47,352 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/32726a722f074b688413a2bc72fc3d21 is 50, key is test_row_0/B:col10/1731550786034/Put/seqid=0 2024-11-14T02:19:47,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=A 2024-11-14T02:19:47,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:47,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=B 2024-11-14T02:19:47,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:47,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=C 2024-11-14T02:19:47,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:47,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742103_1279 (size=12595) 2024-11-14T02:19:47,370 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/32726a722f074b688413a2bc72fc3d21 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/32726a722f074b688413a2bc72fc3d21 2024-11-14T02:19:47,378 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/B of 0602502bc7119ff36e925fb68a4e10e4 into 32726a722f074b688413a2bc72fc3d21(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:47,378 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:47,378 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/B, priority=13, startTime=1731550787324; duration=0sec 2024-11-14T02:19:47,378 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:19:47,378 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:B 2024-11-14T02:19:47,378 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:19:47,380 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:19:47,380 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/C is initiating minor compaction (all files) 2024-11-14T02:19:47,380 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/C in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:47,380 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/4d069e5fa5304487b02c3f83d040423f, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/fd5afff4655b49faa2a86767357e14ba, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/c709f21753b84a04844f20fec871181b] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=35.9 K 2024-11-14T02:19:47,381 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d069e5fa5304487b02c3f83d040423f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731550785403 2024-11-14T02:19:47,381 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting fd5afff4655b49faa2a86767357e14ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731550785599 2024-11-14T02:19:47,382 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting c709f21753b84a04844f20fec871181b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731550786034 2024-11-14T02:19:47,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742102_1278 (size=12595) 2024-11-14T02:19:47,395 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#C#compaction#238 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:47,396 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/5033e7fa40074fd5bb0cb90c1e3be810 is 50, key is test_row_0/C:col10/1731550786034/Put/seqid=0 2024-11-14T02:19:47,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/74d092901abe4749a2b10c807f45e93d is 50, key is test_row_0/A:col10/1731550787338/Put/seqid=0 2024-11-14T02:19:47,406 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/8499f0a9df4247428beb3e703dccb89c as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/8499f0a9df4247428beb3e703dccb89c 2024-11-14T02:19:47,441 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/A of 0602502bc7119ff36e925fb68a4e10e4 into 8499f0a9df4247428beb3e703dccb89c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:47,441 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:47,441 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/A, priority=13, startTime=1731550787324; duration=0sec 2024-11-14T02:19:47,441 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:47,441 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:A 2024-11-14T02:19:47,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742104_1280 (size=12595) 2024-11-14T02:19:47,459 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/5033e7fa40074fd5bb0cb90c1e3be810 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/5033e7fa40074fd5bb0cb90c1e3be810 2024-11-14T02:19:47,467 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/C of 0602502bc7119ff36e925fb68a4e10e4 into 5033e7fa40074fd5bb0cb90c1e3be810(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:47,468 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:47,468 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/C, priority=13, startTime=1731550787324; duration=0sec 2024-11-14T02:19:47,468 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:47,468 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:C 2024-11-14T02:19:47,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550847464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:47,470 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:47,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T02:19:47,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:47,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:47,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:47,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:47,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:47,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:47,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550847468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:47,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-14T02:19:47,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742105_1281 (size=12151) 2024-11-14T02:19:47,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/74d092901abe4749a2b10c807f45e93d 2024-11-14T02:19:47,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/bf9496a2a9b543868c7c280a1536cec5 is 50, key is test_row_0/B:col10/1731550787338/Put/seqid=0 2024-11-14T02:19:47,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742106_1282 (size=12151) 2024-11-14T02:19:47,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550847559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:47,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550847570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:47,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550847573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:47,625 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:47,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T02:19:47,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:47,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:47,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:47,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:47,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:47,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550847775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:47,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550847778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:47,787 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:47,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T02:19:47,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:47,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:47,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:47,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:47,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:47,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51686 deadline: 1731550847820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:47,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51706 deadline: 1731550847823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:47,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/bf9496a2a9b543868c7c280a1536cec5 2024-11-14T02:19:47,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/5db8631c189548b6bf04486165503871 is 50, key is test_row_0/C:col10/1731550787338/Put/seqid=0 2024-11-14T02:19:47,974 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:47,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T02:19:47,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:47,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:47,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:47,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:47,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:47,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742107_1283 (size=12151) 2024-11-14T02:19:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:47,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/5db8631c189548b6bf04486165503871 2024-11-14T02:19:47,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/74d092901abe4749a2b10c807f45e93d as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/74d092901abe4749a2b10c807f45e93d 2024-11-14T02:19:48,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/74d092901abe4749a2b10c807f45e93d, entries=150, sequenceid=212, filesize=11.9 K 2024-11-14T02:19:48,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/bf9496a2a9b543868c7c280a1536cec5 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/bf9496a2a9b543868c7c280a1536cec5 2024-11-14T02:19:48,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/bf9496a2a9b543868c7c280a1536cec5, entries=150, sequenceid=212, filesize=11.9 K 2024-11-14T02:19:48,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/5db8631c189548b6bf04486165503871 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/5db8631c189548b6bf04486165503871 2024-11-14T02:19:48,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/5db8631c189548b6bf04486165503871, entries=150, sequenceid=212, filesize=11.9 K 2024-11-14T02:19:48,019 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 0602502bc7119ff36e925fb68a4e10e4 in 671ms, sequenceid=212, compaction requested=false 2024-11-14T02:19:48,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:48,082 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0602502bc7119ff36e925fb68a4e10e4 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T02:19:48,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=A 2024-11-14T02:19:48,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:48,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=B 2024-11-14T02:19:48,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:48,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=C 2024-11-14T02:19:48,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:48,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/674b5fe430784a13baa936f7035ecab4 is 50, key is test_row_0/A:col10/1731550787466/Put/seqid=0 2024-11-14T02:19:48,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550848095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:48,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550848096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:48,133 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:48,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T02:19:48,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:48,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:48,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:48,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:48,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:48,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742108_1284 (size=14541) 2024-11-14T02:19:48,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/674b5fe430784a13baa936f7035ecab4 2024-11-14T02:19:48,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/f2f9530df2114748aa4e53f2a2e445c2 is 50, key is test_row_0/B:col10/1731550787466/Put/seqid=0 2024-11-14T02:19:48,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550848199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:48,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550848200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:48,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742109_1285 (size=12151) 2024-11-14T02:19:48,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/f2f9530df2114748aa4e53f2a2e445c2 2024-11-14T02:19:48,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/d70618215724454f916bfae5e4f6ea12 is 50, key is test_row_0/C:col10/1731550787466/Put/seqid=0 2024-11-14T02:19:48,287 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:48,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T02:19:48,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:48,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:48,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742110_1286 (size=12151) 2024-11-14T02:19:48,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:48,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:48,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:48,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/d70618215724454f916bfae5e4f6ea12 2024-11-14T02:19:48,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/674b5fe430784a13baa936f7035ecab4 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/674b5fe430784a13baa936f7035ecab4 2024-11-14T02:19:48,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/674b5fe430784a13baa936f7035ecab4, entries=200, sequenceid=238, filesize=14.2 K 2024-11-14T02:19:48,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/f2f9530df2114748aa4e53f2a2e445c2 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/f2f9530df2114748aa4e53f2a2e445c2 2024-11-14T02:19:48,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/f2f9530df2114748aa4e53f2a2e445c2, entries=150, sequenceid=238, filesize=11.9 K 2024-11-14T02:19:48,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/d70618215724454f916bfae5e4f6ea12 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/d70618215724454f916bfae5e4f6ea12 2024-11-14T02:19:48,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/d70618215724454f916bfae5e4f6ea12, entries=150, sequenceid=238, filesize=11.9 K 2024-11-14T02:19:48,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 0602502bc7119ff36e925fb68a4e10e4 in 315ms, sequenceid=238, compaction requested=true 2024-11-14T02:19:48,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:48,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:19:48,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:48,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:19:48,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:19:48,396 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:19:48,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:19:48,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T02:19:48,397 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:19:48,397 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/A is initiating minor compaction (all files) 2024-11-14T02:19:48,397 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:19:48,397 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/A in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:48,398 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/8499f0a9df4247428beb3e703dccb89c, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/74d092901abe4749a2b10c807f45e93d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/674b5fe430784a13baa936f7035ecab4] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=38.4 K 2024-11-14T02:19:48,398 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8499f0a9df4247428beb3e703dccb89c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731550786034 2024-11-14T02:19:48,398 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:19:48,398 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/B is initiating minor compaction (all files) 2024-11-14T02:19:48,399 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/B in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:48,399 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74d092901abe4749a2b10c807f45e93d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731550786701 2024-11-14T02:19:48,399 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/32726a722f074b688413a2bc72fc3d21, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/bf9496a2a9b543868c7c280a1536cec5, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/f2f9530df2114748aa4e53f2a2e445c2] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=36.0 K 2024-11-14T02:19:48,399 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 674b5fe430784a13baa936f7035ecab4, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731550787393 2024-11-14T02:19:48,399 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 32726a722f074b688413a2bc72fc3d21, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731550786034 2024-11-14T02:19:48,400 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting bf9496a2a9b543868c7c280a1536cec5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731550786701 2024-11-14T02:19:48,400 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting f2f9530df2114748aa4e53f2a2e445c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731550787393 2024-11-14T02:19:48,411 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#A#compaction#245 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:48,412 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/2deb844379574828b460f493d03179b0 is 50, key is test_row_0/A:col10/1731550787466/Put/seqid=0 2024-11-14T02:19:48,413 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0602502bc7119ff36e925fb68a4e10e4 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T02:19:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:48,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=A 2024-11-14T02:19:48,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:48,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=B 2024-11-14T02:19:48,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:48,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=C 2024-11-14T02:19:48,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:48,415 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#B#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:48,416 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/c1ae39a9e46b493fb15cf44ea3bca6a6 is 50, key is test_row_0/B:col10/1731550787466/Put/seqid=0 2024-11-14T02:19:48,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/90204b3eac804bac8da9ba9a1363b940 is 50, key is test_row_0/A:col10/1731550788411/Put/seqid=0 2024-11-14T02:19:48,455 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:48,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T02:19:48,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:48,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:48,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:48,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:48,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:48,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742111_1287 (size=12697) 2024-11-14T02:19:48,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742112_1288 (size=12697) 2024-11-14T02:19:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-14T02:19:48,490 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/2deb844379574828b460f493d03179b0 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/2deb844379574828b460f493d03179b0 2024-11-14T02:19:48,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742113_1289 (size=14541) 2024-11-14T02:19:48,509 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/c1ae39a9e46b493fb15cf44ea3bca6a6 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/c1ae39a9e46b493fb15cf44ea3bca6a6 2024-11-14T02:19:48,527 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/A of 0602502bc7119ff36e925fb68a4e10e4 into 2deb844379574828b460f493d03179b0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:48,527 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:48,527 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/A, priority=13, startTime=1731550788396; duration=0sec 2024-11-14T02:19:48,527 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:19:48,527 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:A 2024-11-14T02:19:48,527 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:19:48,535 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:19:48,536 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/C is initiating minor compaction (all files) 2024-11-14T02:19:48,536 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/C in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:48,536 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/5033e7fa40074fd5bb0cb90c1e3be810, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/5db8631c189548b6bf04486165503871, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/d70618215724454f916bfae5e4f6ea12] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=36.0 K 2024-11-14T02:19:48,546 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5033e7fa40074fd5bb0cb90c1e3be810, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731550786034 2024-11-14T02:19:48,547 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5db8631c189548b6bf04486165503871, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731550786701 2024-11-14T02:19:48,548 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting d70618215724454f916bfae5e4f6ea12, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731550787393 2024-11-14T02:19:48,553 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/B of 0602502bc7119ff36e925fb68a4e10e4 into c1ae39a9e46b493fb15cf44ea3bca6a6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:48,553 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:48,553 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/B, priority=13, startTime=1731550788396; duration=0sec 2024-11-14T02:19:48,553 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:48,553 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:B 2024-11-14T02:19:48,558 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#C#compaction#248 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:48,559 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/86d06cd1431d4c0b9341f59d541f38ee is 50, key is test_row_0/C:col10/1731550787466/Put/seqid=0 2024-11-14T02:19:48,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550848568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:48,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550848570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:48,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742114_1290 (size=12697) 2024-11-14T02:19:48,603 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/86d06cd1431d4c0b9341f59d541f38ee as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/86d06cd1431d4c0b9341f59d541f38ee 2024-11-14T02:19:48,609 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/C of 0602502bc7119ff36e925fb68a4e10e4 into 86d06cd1431d4c0b9341f59d541f38ee(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:48,609 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:48,609 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/C, priority=13, startTime=1731550788396; duration=0sec 2024-11-14T02:19:48,609 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:48,609 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:C 2024-11-14T02:19:48,618 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:48,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T02:19:48,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:48,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:48,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:48,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:48,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:48,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550848675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:48,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:48,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550848682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:48,774 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:48,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T02:19:48,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:48,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:48,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:48,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:48,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:48,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51686 deadline: 1731550848834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:48,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51706 deadline: 1731550848835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:48,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550848878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:48,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550848886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:48,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/90204b3eac804bac8da9ba9a1363b940 2024-11-14T02:19:48,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/d26cfa7a12c24cf6b0cc8cb7bd145350 is 50, key is test_row_0/B:col10/1731550788411/Put/seqid=0 2024-11-14T02:19:48,934 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:48,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T02:19:48,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:48,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:48,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:48,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:48,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:48,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742115_1291 (size=12151) 2024-11-14T02:19:49,088 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:49,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T02:19:49,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:49,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:49,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:49,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:49,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:49,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550849198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:49,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550849203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:49,245 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:49,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T02:19:49,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:49,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:49,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:49,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:49,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:49,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/d26cfa7a12c24cf6b0cc8cb7bd145350 2024-11-14T02:19:49,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/06378bbea77f4b65af492d9bb0dc574d is 50, key is test_row_0/C:col10/1731550788411/Put/seqid=0 2024-11-14T02:19:49,401 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:49,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T02:19:49,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:49,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:49,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:49,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:49,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:49,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742116_1292 (size=12151) 2024-11-14T02:19:49,562 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:49,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T02:19:49,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:49,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:49,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:49,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:49,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:49,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550849590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:49,592 DEBUG [Thread-1109 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4178 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., hostname=3d72750a2650,45917,1731550712637, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:19:49,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550849706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:49,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550849710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:49,738 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:49,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T02:19:49,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:49,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:49,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:49,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:49,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:49,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/06378bbea77f4b65af492d9bb0dc574d 2024-11-14T02:19:49,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/90204b3eac804bac8da9ba9a1363b940 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/90204b3eac804bac8da9ba9a1363b940 2024-11-14T02:19:49,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/90204b3eac804bac8da9ba9a1363b940, entries=200, sequenceid=253, filesize=14.2 K 2024-11-14T02:19:49,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/d26cfa7a12c24cf6b0cc8cb7bd145350 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/d26cfa7a12c24cf6b0cc8cb7bd145350 2024-11-14T02:19:49,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/d26cfa7a12c24cf6b0cc8cb7bd145350, entries=150, sequenceid=253, filesize=11.9 K 2024-11-14T02:19:49,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/06378bbea77f4b65af492d9bb0dc574d as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/06378bbea77f4b65af492d9bb0dc574d 2024-11-14T02:19:49,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/06378bbea77f4b65af492d9bb0dc574d, entries=150, sequenceid=253, filesize=11.9 K 2024-11-14T02:19:49,891 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 0602502bc7119ff36e925fb68a4e10e4 in 1477ms, sequenceid=253, compaction requested=false 2024-11-14T02:19:49,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:49,918 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:49,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T02:19:49,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:49,922 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 0602502bc7119ff36e925fb68a4e10e4 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-14T02:19:49,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=A 2024-11-14T02:19:49,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:49,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=B 2024-11-14T02:19:49,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:49,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=C 2024-11-14T02:19:49,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:49,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/09e175276bec46799a5f9c0439bd836a is 50, key is test_row_0/A:col10/1731550788552/Put/seqid=0 2024-11-14T02:19:49,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742117_1293 (size=12301) 2024-11-14T02:19:50,391 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/09e175276bec46799a5f9c0439bd836a 2024-11-14T02:19:50,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/85f7ad12696a4ecd8b98818bc762e576 is 50, key is test_row_0/B:col10/1731550788552/Put/seqid=0 2024-11-14T02:19:50,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742118_1294 (size=12301) 2024-11-14T02:19:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-14T02:19:50,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:50,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:50,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550850753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:50,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550850756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:50,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51706 deadline: 1731550850846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:50,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51686 deadline: 1731550850847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:50,848 DEBUG [Thread-1111 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., hostname=3d72750a2650,45917,1731550712637, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:19:50,849 DEBUG [Thread-1115 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., hostname=3d72750a2650,45917,1731550712637, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:19:50,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:50,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550850859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:50,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:50,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550850859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:50,868 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/85f7ad12696a4ecd8b98818bc762e576 2024-11-14T02:19:50,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/15241fd1fe3d45908016dc7ff48e3588 is 50, key is test_row_0/C:col10/1731550788552/Put/seqid=0 2024-11-14T02:19:50,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742119_1295 (size=12301) 2024-11-14T02:19:51,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550851071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:51,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550851072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:51,363 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/15241fd1fe3d45908016dc7ff48e3588 2024-11-14T02:19:51,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/09e175276bec46799a5f9c0439bd836a as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/09e175276bec46799a5f9c0439bd836a 2024-11-14T02:19:51,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550851378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:51,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550851380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:51,383 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/09e175276bec46799a5f9c0439bd836a, entries=150, sequenceid=277, filesize=12.0 K 2024-11-14T02:19:51,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/85f7ad12696a4ecd8b98818bc762e576 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/85f7ad12696a4ecd8b98818bc762e576 2024-11-14T02:19:51,389 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/85f7ad12696a4ecd8b98818bc762e576, entries=150, sequenceid=277, filesize=12.0 K 2024-11-14T02:19:51,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/15241fd1fe3d45908016dc7ff48e3588 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/15241fd1fe3d45908016dc7ff48e3588 2024-11-14T02:19:51,398 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/15241fd1fe3d45908016dc7ff48e3588, entries=150, sequenceid=277, filesize=12.0 K 2024-11-14T02:19:51,399 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 0602502bc7119ff36e925fb68a4e10e4 in 1477ms, sequenceid=277, compaction requested=true 2024-11-14T02:19:51,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:51,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:51,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-14T02:19:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-14T02:19:51,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-14T02:19:51,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 5.0520 sec 2024-11-14T02:19:51,403 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 5.0570 sec 2024-11-14T02:19:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:51,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0602502bc7119ff36e925fb68a4e10e4 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-14T02:19:51,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=A 2024-11-14T02:19:51,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:51,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=B 2024-11-14T02:19:51,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:51,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=C 2024-11-14T02:19:51,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:51,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/feddc8a7813e4fb49ab80ee37a3b00ab is 50, key is test_row_0/A:col10/1731550790754/Put/seqid=0 2024-11-14T02:19:51,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742120_1296 (size=12301) 2024-11-14T02:19:51,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/feddc8a7813e4fb49ab80ee37a3b00ab 2024-11-14T02:19:51,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/7d3cc8ea1f3d4cc69ca8e63858eb4f83 is 50, key is test_row_0/B:col10/1731550790754/Put/seqid=0 2024-11-14T02:19:51,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550851929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:51,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550851932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:51,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742121_1297 (size=12301) 2024-11-14T02:19:52,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550852038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:52,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550852038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:52,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:52,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550852247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:52,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:52,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550852247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:52,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/7d3cc8ea1f3d4cc69ca8e63858eb4f83 2024-11-14T02:19:52,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/46fc753f2fdb499f8ff00da946c8abb6 is 50, key is test_row_0/C:col10/1731550790754/Put/seqid=0 2024-11-14T02:19:52,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742122_1298 (size=12301) 2024-11-14T02:19:52,429 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/46fc753f2fdb499f8ff00da946c8abb6 2024-11-14T02:19:52,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/feddc8a7813e4fb49ab80ee37a3b00ab as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/feddc8a7813e4fb49ab80ee37a3b00ab 2024-11-14T02:19:52,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/feddc8a7813e4fb49ab80ee37a3b00ab, entries=150, sequenceid=294, filesize=12.0 K 2024-11-14T02:19:52,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/7d3cc8ea1f3d4cc69ca8e63858eb4f83 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/7d3cc8ea1f3d4cc69ca8e63858eb4f83 2024-11-14T02:19:52,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/7d3cc8ea1f3d4cc69ca8e63858eb4f83, entries=150, sequenceid=294, filesize=12.0 K 2024-11-14T02:19:52,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/46fc753f2fdb499f8ff00da946c8abb6 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/46fc753f2fdb499f8ff00da946c8abb6 2024-11-14T02:19:52,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/46fc753f2fdb499f8ff00da946c8abb6, entries=150, sequenceid=294, filesize=12.0 K 2024-11-14T02:19:52,458 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 0602502bc7119ff36e925fb68a4e10e4 in 566ms, sequenceid=294, compaction requested=true 2024-11-14T02:19:52,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:52,459 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:19:52,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:19:52,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:52,460 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:19:52,460 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51840 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:19:52,460 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/A is initiating minor compaction (all files) 2024-11-14T02:19:52,460 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/A in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:52,460 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/2deb844379574828b460f493d03179b0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/90204b3eac804bac8da9ba9a1363b940, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/09e175276bec46799a5f9c0439bd836a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/feddc8a7813e4fb49ab80ee37a3b00ab] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=50.6 K 2024-11-14T02:19:52,462 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2deb844379574828b460f493d03179b0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731550787393 2024-11-14T02:19:52,462 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90204b3eac804bac8da9ba9a1363b940, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731550788091 2024-11-14T02:19:52,463 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:19:52,463 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/B is initiating minor compaction (all files) 2024-11-14T02:19:52,463 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/B in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:52,463 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/c1ae39a9e46b493fb15cf44ea3bca6a6, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/d26cfa7a12c24cf6b0cc8cb7bd145350, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/85f7ad12696a4ecd8b98818bc762e576, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/7d3cc8ea1f3d4cc69ca8e63858eb4f83] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=48.3 K 2024-11-14T02:19:52,463 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09e175276bec46799a5f9c0439bd836a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731550788547 2024-11-14T02:19:52,464 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting c1ae39a9e46b493fb15cf44ea3bca6a6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731550787393 2024-11-14T02:19:52,464 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting feddc8a7813e4fb49ab80ee37a3b00ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731550790752 2024-11-14T02:19:52,465 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting d26cfa7a12c24cf6b0cc8cb7bd145350, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731550788094 2024-11-14T02:19:52,466 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 85f7ad12696a4ecd8b98818bc762e576, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731550788547 2024-11-14T02:19:52,466 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d3cc8ea1f3d4cc69ca8e63858eb4f83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731550790752 2024-11-14T02:19:52,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:19:52,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:52,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:19:52,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:19:52,496 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#A#compaction#257 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:52,497 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/d5762351b72240bca322c62056c822e5 is 50, key is test_row_0/A:col10/1731550790754/Put/seqid=0 2024-11-14T02:19:52,502 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#B#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:52,503 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/6c100566b32941a9afc5daf38041a169 is 50, key is test_row_0/B:col10/1731550790754/Put/seqid=0 2024-11-14T02:19:52,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742123_1299 (size=12983) 2024-11-14T02:19:52,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0602502bc7119ff36e925fb68a4e10e4 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T02:19:52,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=A 2024-11-14T02:19:52,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:52,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=B 2024-11-14T02:19:52,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:52,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=C 2024-11-14T02:19:52,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:52,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:52,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742124_1300 (size=12983) 2024-11-14T02:19:52,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/c125f7b0a93d4f13b151de87efdeda0c is 50, key is test_row_0/A:col10/1731550792559/Put/seqid=0 2024-11-14T02:19:52,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550852611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:52,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:52,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550852612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:52,642 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/6c100566b32941a9afc5daf38041a169 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/6c100566b32941a9afc5daf38041a169 2024-11-14T02:19:52,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742125_1301 (size=14741) 2024-11-14T02:19:52,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/c125f7b0a93d4f13b151de87efdeda0c 2024-11-14T02:19:52,689 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/B of 0602502bc7119ff36e925fb68a4e10e4 into 6c100566b32941a9afc5daf38041a169(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:52,689 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:52,689 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/B, priority=12, startTime=1731550792460; duration=0sec 2024-11-14T02:19:52,689 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:19:52,689 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:B 2024-11-14T02:19:52,689 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:19:52,710 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:19:52,710 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/C is initiating minor compaction (all files) 2024-11-14T02:19:52,710 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/C in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:52,710 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/86d06cd1431d4c0b9341f59d541f38ee, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/06378bbea77f4b65af492d9bb0dc574d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/15241fd1fe3d45908016dc7ff48e3588, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/46fc753f2fdb499f8ff00da946c8abb6] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=48.3 K 2024-11-14T02:19:52,714 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 86d06cd1431d4c0b9341f59d541f38ee, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731550787393 2024-11-14T02:19:52,718 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 06378bbea77f4b65af492d9bb0dc574d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731550788094 2024-11-14T02:19:52,722 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 15241fd1fe3d45908016dc7ff48e3588, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731550788547 2024-11-14T02:19:52,726 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 46fc753f2fdb499f8ff00da946c8abb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731550790752 2024-11-14T02:19:52,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:52,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550852726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:52,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:52,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550852726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:52,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/946c0a6fc9c14bdeba6794bb30405c8b is 50, key is test_row_0/B:col10/1731550792559/Put/seqid=0 2024-11-14T02:19:52,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742126_1302 (size=12301) 2024-11-14T02:19:52,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/946c0a6fc9c14bdeba6794bb30405c8b 2024-11-14T02:19:52,800 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#C#compaction#261 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:52,801 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/b6dc4dbd66bf4c0a9eb4cc9503c542fa is 50, key is test_row_0/C:col10/1731550790754/Put/seqid=0 2024-11-14T02:19:52,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742127_1303 (size=12983) 2024-11-14T02:19:52,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/b89be5ddb6b946c7b937980ec52bb0f8 is 50, key is test_row_0/C:col10/1731550792559/Put/seqid=0 2024-11-14T02:19:52,867 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/b6dc4dbd66bf4c0a9eb4cc9503c542fa as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/b6dc4dbd66bf4c0a9eb4cc9503c542fa 2024-11-14T02:19:52,875 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/C of 0602502bc7119ff36e925fb68a4e10e4 into b6dc4dbd66bf4c0a9eb4cc9503c542fa(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:52,875 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:52,875 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/C, priority=12, startTime=1731550792478; duration=0sec 2024-11-14T02:19:52,875 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:52,875 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:C 2024-11-14T02:19:52,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742128_1304 (size=12301) 2024-11-14T02:19:52,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/b89be5ddb6b946c7b937980ec52bb0f8 2024-11-14T02:19:52,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/c125f7b0a93d4f13b151de87efdeda0c as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/c125f7b0a93d4f13b151de87efdeda0c 2024-11-14T02:19:52,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/c125f7b0a93d4f13b151de87efdeda0c, entries=200, sequenceid=314, filesize=14.4 K 2024-11-14T02:19:52,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/946c0a6fc9c14bdeba6794bb30405c8b as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/946c0a6fc9c14bdeba6794bb30405c8b 2024-11-14T02:19:52,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/946c0a6fc9c14bdeba6794bb30405c8b, entries=150, sequenceid=314, filesize=12.0 K 2024-11-14T02:19:52,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/b89be5ddb6b946c7b937980ec52bb0f8 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/b89be5ddb6b946c7b937980ec52bb0f8 2024-11-14T02:19:52,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/b89be5ddb6b946c7b937980ec52bb0f8, entries=150, sequenceid=314, filesize=12.0 K 2024-11-14T02:19:52,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 0602502bc7119ff36e925fb68a4e10e4 in 342ms, sequenceid=314, compaction requested=false 2024-11-14T02:19:52,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:52,948 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0602502bc7119ff36e925fb68a4e10e4 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-14T02:19:52,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=A 2024-11-14T02:19:52,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:52,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=B 2024-11-14T02:19:52,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:52,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=C 2024-11-14T02:19:52,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:52,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:52,953 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/d5762351b72240bca322c62056c822e5 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/d5762351b72240bca322c62056c822e5 2024-11-14T02:19:52,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/f6daff42966048e69cf613cbbac48796 is 50, key is test_row_0/A:col10/1731550792946/Put/seqid=0 2024-11-14T02:19:52,964 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/A of 0602502bc7119ff36e925fb68a4e10e4 into d5762351b72240bca322c62056c822e5(size=12.7 K), total size for store is 27.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:52,964 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:52,964 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/A, priority=12, startTime=1731550792458; duration=0sec 2024-11-14T02:19:52,964 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:52,964 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:A 2024-11-14T02:19:52,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742129_1305 (size=14741) 2024-11-14T02:19:52,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/f6daff42966048e69cf613cbbac48796 2024-11-14T02:19:53,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/d0d544bec91c4a6ba48288c60caed344 is 50, key is test_row_0/B:col10/1731550792946/Put/seqid=0 2024-11-14T02:19:53,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:53,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550853019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:53,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:53,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550853025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:53,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742130_1306 (size=12301) 2024-11-14T02:19:53,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/d0d544bec91c4a6ba48288c60caed344 2024-11-14T02:19:53,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/5a507aadb8c0447ebcd832d5e5861ce9 is 50, key is test_row_0/C:col10/1731550792946/Put/seqid=0 2024-11-14T02:19:53,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742131_1307 (size=12301) 2024-11-14T02:19:53,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/5a507aadb8c0447ebcd832d5e5861ce9 2024-11-14T02:19:53,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:53,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550853130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:53,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:53,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550853130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:53,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/f6daff42966048e69cf613cbbac48796 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/f6daff42966048e69cf613cbbac48796 2024-11-14T02:19:53,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/f6daff42966048e69cf613cbbac48796, entries=200, sequenceid=333, filesize=14.4 K 2024-11-14T02:19:53,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/d0d544bec91c4a6ba48288c60caed344 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/d0d544bec91c4a6ba48288c60caed344 2024-11-14T02:19:53,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/d0d544bec91c4a6ba48288c60caed344, entries=150, sequenceid=333, filesize=12.0 K 2024-11-14T02:19:53,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/5a507aadb8c0447ebcd832d5e5861ce9 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/5a507aadb8c0447ebcd832d5e5861ce9 2024-11-14T02:19:53,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/5a507aadb8c0447ebcd832d5e5861ce9, entries=150, sequenceid=333, filesize=12.0 K 2024-11-14T02:19:53,180 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 0602502bc7119ff36e925fb68a4e10e4 in 232ms, sequenceid=333, compaction requested=true 2024-11-14T02:19:53,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:53,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:19:53,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:19:53,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:19:53,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T02:19:53,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:19:53,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-14T02:19:53,181 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:19:53,181 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:19:53,183 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:19:53,183 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/C is initiating minor compaction (all files) 2024-11-14T02:19:53,184 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/C in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:53,184 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/b6dc4dbd66bf4c0a9eb4cc9503c542fa, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/b89be5ddb6b946c7b937980ec52bb0f8, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/5a507aadb8c0447ebcd832d5e5861ce9] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=36.7 K 2024-11-14T02:19:53,184 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42465 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:19:53,184 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/A is initiating minor compaction (all files) 2024-11-14T02:19:53,184 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/A in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:53,184 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/d5762351b72240bca322c62056c822e5, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/c125f7b0a93d4f13b151de87efdeda0c, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/f6daff42966048e69cf613cbbac48796] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=41.5 K 2024-11-14T02:19:53,185 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting b6dc4dbd66bf4c0a9eb4cc9503c542fa, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731550790752 2024-11-14T02:19:53,185 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5762351b72240bca322c62056c822e5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731550790752 2024-11-14T02:19:53,185 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting b89be5ddb6b946c7b937980ec52bb0f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731550791914 2024-11-14T02:19:53,186 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting c125f7b0a93d4f13b151de87efdeda0c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731550791914 2024-11-14T02:19:53,186 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a507aadb8c0447ebcd832d5e5861ce9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1731550792597 2024-11-14T02:19:53,187 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6daff42966048e69cf613cbbac48796, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1731550792597 2024-11-14T02:19:53,212 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#C#compaction#266 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:53,212 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/40fe876a19824843a78b9349eb395c14 is 50, key is test_row_0/C:col10/1731550792946/Put/seqid=0 2024-11-14T02:19:53,219 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#A#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:53,220 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/77cc4033ed044c7caeba99553c7b5f71 is 50, key is test_row_0/A:col10/1731550792946/Put/seqid=0 2024-11-14T02:19:53,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742132_1308 (size=13085) 2024-11-14T02:19:53,273 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/40fe876a19824843a78b9349eb395c14 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/40fe876a19824843a78b9349eb395c14 2024-11-14T02:19:53,298 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/C of 0602502bc7119ff36e925fb68a4e10e4 into 40fe876a19824843a78b9349eb395c14(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:53,298 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:53,298 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/C, priority=13, startTime=1731550793180; duration=0sec 2024-11-14T02:19:53,298 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:19:53,298 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:C 2024-11-14T02:19:53,298 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:19:53,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742133_1309 (size=13085) 2024-11-14T02:19:53,300 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:19:53,301 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/B is initiating minor compaction (all files) 2024-11-14T02:19:53,301 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/B in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:53,301 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/6c100566b32941a9afc5daf38041a169, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/946c0a6fc9c14bdeba6794bb30405c8b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/d0d544bec91c4a6ba48288c60caed344] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=36.7 K 2024-11-14T02:19:53,309 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/77cc4033ed044c7caeba99553c7b5f71 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/77cc4033ed044c7caeba99553c7b5f71 2024-11-14T02:19:53,309 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c100566b32941a9afc5daf38041a169, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731550790752 2024-11-14T02:19:53,310 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 946c0a6fc9c14bdeba6794bb30405c8b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731550791914 2024-11-14T02:19:53,311 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting d0d544bec91c4a6ba48288c60caed344, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1731550792597 2024-11-14T02:19:53,332 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#B#compaction#268 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:53,333 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/cfab912c587a435b872c727d176e8240 is 50, key is test_row_0/B:col10/1731550792946/Put/seqid=0 2024-11-14T02:19:53,334 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/A of 0602502bc7119ff36e925fb68a4e10e4 into 77cc4033ed044c7caeba99553c7b5f71(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:53,334 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:53,334 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/A, priority=13, startTime=1731550793180; duration=0sec 2024-11-14T02:19:53,334 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:53,334 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:A 2024-11-14T02:19:53,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:53,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0602502bc7119ff36e925fb68a4e10e4 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T02:19:53,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=A 2024-11-14T02:19:53,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:53,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=B 2024-11-14T02:19:53,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:53,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=C 2024-11-14T02:19:53,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:53,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742134_1310 (size=13085) 2024-11-14T02:19:53,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/73c77053e30348ffb5f9d30023a3db9e is 50, key is test_row_0/A:col10/1731550793017/Put/seqid=0 2024-11-14T02:19:53,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742135_1311 (size=14741) 2024-11-14T02:19:53,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/73c77053e30348ffb5f9d30023a3db9e 2024-11-14T02:19:53,398 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/cfab912c587a435b872c727d176e8240 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/cfab912c587a435b872c727d176e8240 2024-11-14T02:19:53,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/63234580b89240ffa5655fbf381fe822 is 50, key is test_row_0/B:col10/1731550793017/Put/seqid=0 2024-11-14T02:19:53,427 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/B of 0602502bc7119ff36e925fb68a4e10e4 into cfab912c587a435b872c727d176e8240(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:53,439 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:53,439 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/B, priority=13, startTime=1731550793180; duration=0sec 2024-11-14T02:19:53,439 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:53,439 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:B 2024-11-14T02:19:53,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550853449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:53,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550853454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:53,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742136_1312 (size=12301) 2024-11-14T02:19:53,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/63234580b89240ffa5655fbf381fe822 2024-11-14T02:19:53,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/fddd5384f2634d5ba598fd0de7eb5a4a is 50, key is test_row_0/C:col10/1731550793017/Put/seqid=0 2024-11-14T02:19:53,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:53,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550853554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:53,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:53,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550853562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:53,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742137_1313 (size=12301) 2024-11-14T02:19:53,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/fddd5384f2634d5ba598fd0de7eb5a4a 2024-11-14T02:19:53,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/73c77053e30348ffb5f9d30023a3db9e as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/73c77053e30348ffb5f9d30023a3db9e 2024-11-14T02:19:53,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/73c77053e30348ffb5f9d30023a3db9e, entries=200, sequenceid=356, filesize=14.4 K 2024-11-14T02:19:53,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/63234580b89240ffa5655fbf381fe822 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/63234580b89240ffa5655fbf381fe822 2024-11-14T02:19:53,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/63234580b89240ffa5655fbf381fe822, entries=150, sequenceid=356, filesize=12.0 K 2024-11-14T02:19:53,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/fddd5384f2634d5ba598fd0de7eb5a4a as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/fddd5384f2634d5ba598fd0de7eb5a4a 2024-11-14T02:19:53,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/fddd5384f2634d5ba598fd0de7eb5a4a, entries=150, sequenceid=356, filesize=12.0 K 2024-11-14T02:19:53,623 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 0602502bc7119ff36e925fb68a4e10e4 in 286ms, sequenceid=356, compaction requested=false 2024-11-14T02:19:53,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:53,624 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0602502bc7119ff36e925fb68a4e10e4 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-14T02:19:53,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=A 2024-11-14T02:19:53,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:53,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=B 2024-11-14T02:19:53,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:53,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=C 2024-11-14T02:19:53,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:53,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/de6ff1e5de84463493d46a8a65944098 is 50, key is test_row_0/A:col10/1731550793436/Put/seqid=0 2024-11-14T02:19:53,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742138_1314 (size=12301) 2024-11-14T02:19:53,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/de6ff1e5de84463493d46a8a65944098 2024-11-14T02:19:53,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/45d377ba654248648c44f3d7da8ddd57 is 50, key is test_row_0/B:col10/1731550793436/Put/seqid=0 2024-11-14T02:19:53,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:53,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550853739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:53,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742139_1315 (size=12301) 2024-11-14T02:19:53,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/45d377ba654248648c44f3d7da8ddd57 2024-11-14T02:19:53,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:53,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550853757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:53,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:53,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550853764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:53,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/00ac389e28fc42d190f18443033d690e is 50, key is test_row_0/C:col10/1731550793436/Put/seqid=0 2024-11-14T02:19:53,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742140_1316 (size=12301) 2024-11-14T02:19:53,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:53,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550853850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:54,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550854056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:54,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550854066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:54,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550854071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:54,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/00ac389e28fc42d190f18443033d690e 2024-11-14T02:19:54,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/de6ff1e5de84463493d46a8a65944098 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/de6ff1e5de84463493d46a8a65944098 2024-11-14T02:19:54,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/de6ff1e5de84463493d46a8a65944098, entries=150, sequenceid=375, filesize=12.0 K 2024-11-14T02:19:54,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/45d377ba654248648c44f3d7da8ddd57 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/45d377ba654248648c44f3d7da8ddd57 2024-11-14T02:19:54,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/45d377ba654248648c44f3d7da8ddd57, entries=150, sequenceid=375, filesize=12.0 K 2024-11-14T02:19:54,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/00ac389e28fc42d190f18443033d690e as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/00ac389e28fc42d190f18443033d690e 2024-11-14T02:19:54,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/00ac389e28fc42d190f18443033d690e, entries=150, sequenceid=375, filesize=12.0 K 2024-11-14T02:19:54,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 0602502bc7119ff36e925fb68a4e10e4 in 629ms, sequenceid=375, compaction requested=true 2024-11-14T02:19:54,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:54,254 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:19:54,256 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:19:54,256 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/A is initiating minor compaction (all files) 2024-11-14T02:19:54,256 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/A in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:54,256 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/77cc4033ed044c7caeba99553c7b5f71, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/73c77053e30348ffb5f9d30023a3db9e, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/de6ff1e5de84463493d46a8a65944098] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=39.2 K 2024-11-14T02:19:54,257 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77cc4033ed044c7caeba99553c7b5f71, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1731550792597 2024-11-14T02:19:54,257 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73c77053e30348ffb5f9d30023a3db9e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731550793017 2024-11-14T02:19:54,257 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting de6ff1e5de84463493d46a8a65944098, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731550793436 2024-11-14T02:19:54,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:19:54,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:54,262 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:19:54,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:19:54,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:54,263 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:19:54,263 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/B is initiating minor compaction (all files) 2024-11-14T02:19:54,263 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/B in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:54,264 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/cfab912c587a435b872c727d176e8240, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/63234580b89240ffa5655fbf381fe822, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/45d377ba654248648c44f3d7da8ddd57] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=36.8 K 2024-11-14T02:19:54,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:19:54,264 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting cfab912c587a435b872c727d176e8240, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1731550792597 2024-11-14T02:19:54,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:19:54,265 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 63234580b89240ffa5655fbf381fe822, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731550793017 2024-11-14T02:19:54,265 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 45d377ba654248648c44f3d7da8ddd57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731550793436 2024-11-14T02:19:54,280 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#A#compaction#275 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:54,281 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/3528d303f60a4768abc52b91c201a166 is 50, key is test_row_0/A:col10/1731550793436/Put/seqid=0 2024-11-14T02:19:54,299 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#B#compaction#276 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:54,299 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/9d747d35b62c4538889bb8060b52974c is 50, key is test_row_0/B:col10/1731550793436/Put/seqid=0 2024-11-14T02:19:54,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742141_1317 (size=13187) 2024-11-14T02:19:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:54,364 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0602502bc7119ff36e925fb68a4e10e4 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-14T02:19:54,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=A 2024-11-14T02:19:54,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:54,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=B 2024-11-14T02:19:54,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:54,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=C 2024-11-14T02:19:54,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:54,365 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/3528d303f60a4768abc52b91c201a166 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/3528d303f60a4768abc52b91c201a166 2024-11-14T02:19:54,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742142_1318 (size=13187) 2024-11-14T02:19:54,373 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/A of 0602502bc7119ff36e925fb68a4e10e4 into 3528d303f60a4768abc52b91c201a166(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:54,373 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:54,373 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/A, priority=13, startTime=1731550794253; duration=0sec 2024-11-14T02:19:54,373 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:19:54,373 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:A 2024-11-14T02:19:54,373 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:19:54,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/ccf3231411e14e37b2d832a4a4649e2b is 50, key is test_row_0/A:col10/1731550793736/Put/seqid=0 2024-11-14T02:19:54,377 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:19:54,377 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/C is initiating minor compaction (all files) 2024-11-14T02:19:54,377 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/C in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:54,377 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/40fe876a19824843a78b9349eb395c14, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/fddd5384f2634d5ba598fd0de7eb5a4a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/00ac389e28fc42d190f18443033d690e] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=36.8 K 2024-11-14T02:19:54,378 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40fe876a19824843a78b9349eb395c14, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1731550792597 2024-11-14T02:19:54,378 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting fddd5384f2634d5ba598fd0de7eb5a4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731550793017 2024-11-14T02:19:54,379 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00ac389e28fc42d190f18443033d690e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731550793436 2024-11-14T02:19:54,381 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/9d747d35b62c4538889bb8060b52974c as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/9d747d35b62c4538889bb8060b52974c 2024-11-14T02:19:54,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742143_1319 (size=14741) 2024-11-14T02:19:54,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/ccf3231411e14e37b2d832a4a4649e2b 2024-11-14T02:19:54,407 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/B of 0602502bc7119ff36e925fb68a4e10e4 into 9d747d35b62c4538889bb8060b52974c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:54,407 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:54,407 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/B, priority=13, startTime=1731550794262; duration=0sec 2024-11-14T02:19:54,407 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:54,407 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:B 2024-11-14T02:19:54,411 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#C#compaction#278 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:54,412 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/d49cc955b9704592aafab27d1e6a7ec0 is 50, key is test_row_0/C:col10/1731550793436/Put/seqid=0 2024-11-14T02:19:54,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/3b8dcbaf57694a8cb1c4856b7f2b943e is 50, key is test_row_0/B:col10/1731550793736/Put/seqid=0 2024-11-14T02:19:54,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742144_1320 (size=13187) 2024-11-14T02:19:54,436 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/d49cc955b9704592aafab27d1e6a7ec0 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/d49cc955b9704592aafab27d1e6a7ec0 2024-11-14T02:19:54,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742145_1321 (size=12301) 2024-11-14T02:19:54,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/3b8dcbaf57694a8cb1c4856b7f2b943e 2024-11-14T02:19:54,452 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/C of 0602502bc7119ff36e925fb68a4e10e4 into d49cc955b9704592aafab27d1e6a7ec0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:54,452 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:54,452 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/C, priority=13, startTime=1731550794264; duration=0sec 2024-11-14T02:19:54,452 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:54,452 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:C 2024-11-14T02:19:54,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550854458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:54,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/ac0a93454df34be2b0b6e48649a84768 is 50, key is test_row_0/C:col10/1731550793736/Put/seqid=0 2024-11-14T02:19:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-14T02:19:54,476 INFO [Thread-1117 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-14T02:19:54,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:19:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-14T02:19:54,479 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:19:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-14T02:19:54,480 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:19:54,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:19:54,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742146_1322 (size=12301) 2024-11-14T02:19:54,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/ac0a93454df34be2b0b6e48649a84768 2024-11-14T02:19:54,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/ccf3231411e14e37b2d832a4a4649e2b as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/ccf3231411e14e37b2d832a4a4649e2b 2024-11-14T02:19:54,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/ccf3231411e14e37b2d832a4a4649e2b, entries=200, sequenceid=394, filesize=14.4 K 2024-11-14T02:19:54,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/3b8dcbaf57694a8cb1c4856b7f2b943e as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/3b8dcbaf57694a8cb1c4856b7f2b943e 2024-11-14T02:19:54,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/3b8dcbaf57694a8cb1c4856b7f2b943e, entries=150, sequenceid=394, filesize=12.0 K 2024-11-14T02:19:54,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/ac0a93454df34be2b0b6e48649a84768 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/ac0a93454df34be2b0b6e48649a84768 2024-11-14T02:19:54,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/ac0a93454df34be2b0b6e48649a84768, entries=150, sequenceid=394, filesize=12.0 K 2024-11-14T02:19:54,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 0602502bc7119ff36e925fb68a4e10e4 in 165ms, sequenceid=394, compaction requested=false 2024-11-14T02:19:54,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:54,572 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0602502bc7119ff36e925fb68a4e10e4 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-14T02:19:54,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=A 2024-11-14T02:19:54,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:54,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=B 2024-11-14T02:19:54,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:54,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=C 2024-11-14T02:19:54,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-14T02:19:54,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/2445277390624ccebf133b97f5061cc6 is 50, key is test_row_0/A:col10/1731550794435/Put/seqid=0 2024-11-14T02:19:54,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742147_1323 (size=14741) 2024-11-14T02:19:54,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/2445277390624ccebf133b97f5061cc6 2024-11-14T02:19:54,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/b0fcecf81fd549999b5eaeeaef469028 is 50, key is test_row_0/B:col10/1731550794435/Put/seqid=0 2024-11-14T02:19:54,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550854607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:54,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550854607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:54,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550854610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:54,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742148_1324 (size=12301) 2024-11-14T02:19:54,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/b0fcecf81fd549999b5eaeeaef469028 2024-11-14T02:19:54,632 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:54,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-14T02:19:54,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:54,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:54,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:54,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:54,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:54,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/6854c949d6e24e7083ba45eb4af2d819 is 50, key is test_row_0/C:col10/1731550794435/Put/seqid=0 2024-11-14T02:19:54,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550854713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:54,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742149_1325 (size=12301) 2024-11-14T02:19:54,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550854716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:54,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550854717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-14T02:19:54,791 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:54,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-14T02:19:54,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:54,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:54,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:54,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:54,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:54,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51706 deadline: 1731550854854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:54,858 DEBUG [Thread-1111 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., hostname=3d72750a2650,45917,1731550712637, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:19:54,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51686 deadline: 1731550854879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:54,883 DEBUG [Thread-1115 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8182 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., hostname=3d72750a2650,45917,1731550712637, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:19:54,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550854917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:54,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550854922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:54,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550854922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:54,947 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:54,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-14T02:19:54,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:54,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:54,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:54,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:54,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-14T02:19:55,100 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:55,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-14T02:19:55,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:55,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:55,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:55,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:55,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:55,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/6854c949d6e24e7083ba45eb4af2d819 2024-11-14T02:19:55,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/2445277390624ccebf133b97f5061cc6 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/2445277390624ccebf133b97f5061cc6 2024-11-14T02:19:55,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/2445277390624ccebf133b97f5061cc6, entries=200, sequenceid=415, filesize=14.4 K 2024-11-14T02:19:55,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/b0fcecf81fd549999b5eaeeaef469028 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/b0fcecf81fd549999b5eaeeaef469028 2024-11-14T02:19:55,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/b0fcecf81fd549999b5eaeeaef469028, entries=150, sequenceid=415, filesize=12.0 K 2024-11-14T02:19:55,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/6854c949d6e24e7083ba45eb4af2d819 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/6854c949d6e24e7083ba45eb4af2d819 2024-11-14T02:19:55,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/6854c949d6e24e7083ba45eb4af2d819, entries=150, sequenceid=415, filesize=12.0 K 2024-11-14T02:19:55,152 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=114.05 KB/116790 for 0602502bc7119ff36e925fb68a4e10e4 in 580ms, sequenceid=415, compaction requested=true 2024-11-14T02:19:55,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:55,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:19:55,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:19:55,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:19:55,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T02:19:55,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:19:55,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-14T02:19:55,154 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:19:55,157 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:19:55,163 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42669 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:19:55,163 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/A is initiating minor compaction (all files) 2024-11-14T02:19:55,163 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/A in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:55,163 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/3528d303f60a4768abc52b91c201a166, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/ccf3231411e14e37b2d832a4a4649e2b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/2445277390624ccebf133b97f5061cc6] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=41.7 K 2024-11-14T02:19:55,164 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 3528d303f60a4768abc52b91c201a166, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731550793436 2024-11-14T02:19:55,164 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:19:55,164 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting ccf3231411e14e37b2d832a4a4649e2b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731550793717 2024-11-14T02:19:55,164 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/C is initiating minor compaction (all files) 2024-11-14T02:19:55,164 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/C in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:55,165 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/d49cc955b9704592aafab27d1e6a7ec0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/ac0a93454df34be2b0b6e48649a84768, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/6854c949d6e24e7083ba45eb4af2d819] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=36.9 K 2024-11-14T02:19:55,165 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 2445277390624ccebf133b97f5061cc6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1731550794435 2024-11-14T02:19:55,166 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting d49cc955b9704592aafab27d1e6a7ec0, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731550793436 2024-11-14T02:19:55,167 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac0a93454df34be2b0b6e48649a84768, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731550793717 2024-11-14T02:19:55,168 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6854c949d6e24e7083ba45eb4af2d819, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1731550794435 2024-11-14T02:19:55,188 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#C#compaction#284 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:55,189 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/0864cf27f8ce4416b3bc98a311a893f9 is 50, key is test_row_0/C:col10/1731550794435/Put/seqid=0 2024-11-14T02:19:55,208 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#A#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:55,208 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/0bceee0481cd4949bac6c5ffd2b72f77 is 50, key is test_row_0/A:col10/1731550794435/Put/seqid=0 2024-11-14T02:19:55,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:55,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0602502bc7119ff36e925fb68a4e10e4 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-14T02:19:55,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=A 2024-11-14T02:19:55,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:55,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=B 2024-11-14T02:19:55,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:55,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=C 2024-11-14T02:19:55,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:55,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742150_1326 (size=13289) 2024-11-14T02:19:55,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/a1f78f5a6db543bda7a4a0c8f1736f65 is 50, key is test_row_0/A:col10/1731550795226/Put/seqid=0 2024-11-14T02:19:55,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742151_1327 (size=13289) 2024-11-14T02:19:55,254 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:55,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-14T02:19:55,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:55,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:55,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:55,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:55,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:55,261 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/0864cf27f8ce4416b3bc98a311a893f9 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/0864cf27f8ce4416b3bc98a311a893f9 2024-11-14T02:19:55,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742152_1328 (size=12301) 2024-11-14T02:19:55,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/a1f78f5a6db543bda7a4a0c8f1736f65 2024-11-14T02:19:55,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:55,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/f0194d5d6c784fc2b971954745e2103a is 50, key is test_row_0/B:col10/1731550795226/Put/seqid=0 2024-11-14T02:19:55,302 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/C of 0602502bc7119ff36e925fb68a4e10e4 into 0864cf27f8ce4416b3bc98a311a893f9(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:55,302 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:55,302 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/C, priority=13, startTime=1731550795152; duration=0sec 2024-11-14T02:19:55,302 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:19:55,302 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:C 2024-11-14T02:19:55,302 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:19:55,304 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:19:55,304 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/B is initiating minor compaction (all files) 2024-11-14T02:19:55,304 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/B in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:55,304 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/9d747d35b62c4538889bb8060b52974c, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/3b8dcbaf57694a8cb1c4856b7f2b943e, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/b0fcecf81fd549999b5eaeeaef469028] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=36.9 K 2024-11-14T02:19:55,305 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d747d35b62c4538889bb8060b52974c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731550793436 2024-11-14T02:19:55,305 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b8dcbaf57694a8cb1c4856b7f2b943e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731550793717 2024-11-14T02:19:55,305 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0fcecf81fd549999b5eaeeaef469028, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1731550794435 2024-11-14T02:19:55,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:55,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550855313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:55,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:55,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550855316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:55,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:55,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550855315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:55,326 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#B#compaction#288 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:55,326 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/97d52411eb244cac85070a57aa99faf3 is 50, key is test_row_0/B:col10/1731550794435/Put/seqid=0 2024-11-14T02:19:55,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742153_1329 (size=12301) 2024-11-14T02:19:55,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/f0194d5d6c784fc2b971954745e2103a 2024-11-14T02:19:55,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/e9ded05e70c24de885c2a92d894e24da is 50, key is test_row_0/C:col10/1731550795226/Put/seqid=0 2024-11-14T02:19:55,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742154_1330 (size=13289) 2024-11-14T02:19:55,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742155_1331 (size=12301) 2024-11-14T02:19:55,417 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:55,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-14T02:19:55,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:55,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:55,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:55,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:55,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:55,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:55,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:55,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550855421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:55,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:55,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550855421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:55,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:55,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550855421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:55,574 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:55,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-14T02:19:55,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:55,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:55,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:55,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:55,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-14T02:19:55,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550855625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:55,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:55,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:55,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550855627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:55,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550855626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:55,658 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/0bceee0481cd4949bac6c5ffd2b72f77 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/0bceee0481cd4949bac6c5ffd2b72f77 2024-11-14T02:19:55,665 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/A of 0602502bc7119ff36e925fb68a4e10e4 into 0bceee0481cd4949bac6c5ffd2b72f77(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:55,665 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:55,665 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/A, priority=13, startTime=1731550795152; duration=0sec 2024-11-14T02:19:55,665 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:55,665 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:A 2024-11-14T02:19:55,732 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:55,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-14T02:19:55,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:55,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:55,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:55,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:55,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:55,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/e9ded05e70c24de885c2a92d894e24da 2024-11-14T02:19:55,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/a1f78f5a6db543bda7a4a0c8f1736f65 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/a1f78f5a6db543bda7a4a0c8f1736f65 2024-11-14T02:19:55,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/a1f78f5a6db543bda7a4a0c8f1736f65, entries=150, sequenceid=436, filesize=12.0 K 2024-11-14T02:19:55,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/f0194d5d6c784fc2b971954745e2103a as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/f0194d5d6c784fc2b971954745e2103a 2024-11-14T02:19:55,825 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/97d52411eb244cac85070a57aa99faf3 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/97d52411eb244cac85070a57aa99faf3 2024-11-14T02:19:55,830 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/B of 0602502bc7119ff36e925fb68a4e10e4 into 97d52411eb244cac85070a57aa99faf3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:55,831 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:55,831 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/B, priority=13, startTime=1731550795152; duration=0sec 2024-11-14T02:19:55,831 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:55,831 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:B 2024-11-14T02:19:55,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/f0194d5d6c784fc2b971954745e2103a, entries=150, sequenceid=436, filesize=12.0 K 2024-11-14T02:19:55,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/e9ded05e70c24de885c2a92d894e24da as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/e9ded05e70c24de885c2a92d894e24da 2024-11-14T02:19:55,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/e9ded05e70c24de885c2a92d894e24da, entries=150, sequenceid=436, filesize=12.0 K 2024-11-14T02:19:55,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 0602502bc7119ff36e925fb68a4e10e4 in 621ms, sequenceid=436, compaction requested=false 2024-11-14T02:19:55,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:55,885 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:55,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-14T02:19:55,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:55,886 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 0602502bc7119ff36e925fb68a4e10e4 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-14T02:19:55,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=A 2024-11-14T02:19:55,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:55,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=B 2024-11-14T02:19:55,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:55,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=C 2024-11-14T02:19:55,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:55,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/21d26901ea75452aba89131e81808db5 is 50, key is test_row_0/A:col10/1731550795314/Put/seqid=0 2024-11-14T02:19:55,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742156_1332 (size=12301) 2024-11-14T02:19:55,925 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/21d26901ea75452aba89131e81808db5 2024-11-14T02:19:55,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:55,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/2687c34e17b24b0f9089246fdc52b1d3 is 50, key is test_row_0/B:col10/1731550795314/Put/seqid=0 2024-11-14T02:19:55,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742157_1333 (size=12301) 2024-11-14T02:19:56,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550856048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:56,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550856048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:56,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550856048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:56,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550856152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:56,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:56,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550856158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550856158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:56,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:56,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550856357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:56,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:56,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550856362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:56,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550856366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:56,378 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/2687c34e17b24b0f9089246fdc52b1d3 2024-11-14T02:19:56,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/9ec040b0625948e7a1a71bc0851028a9 is 50, key is test_row_0/C:col10/1731550795314/Put/seqid=0 2024-11-14T02:19:56,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742158_1334 (size=12301) 2024-11-14T02:19:56,439 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/9ec040b0625948e7a1a71bc0851028a9 2024-11-14T02:19:56,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/21d26901ea75452aba89131e81808db5 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/21d26901ea75452aba89131e81808db5 2024-11-14T02:19:56,453 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/21d26901ea75452aba89131e81808db5, entries=150, sequenceid=454, filesize=12.0 K 2024-11-14T02:19:56,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/2687c34e17b24b0f9089246fdc52b1d3 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/2687c34e17b24b0f9089246fdc52b1d3 2024-11-14T02:19:56,460 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/2687c34e17b24b0f9089246fdc52b1d3, entries=150, sequenceid=454, filesize=12.0 K 2024-11-14T02:19:56,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/9ec040b0625948e7a1a71bc0851028a9 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/9ec040b0625948e7a1a71bc0851028a9 2024-11-14T02:19:56,467 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/9ec040b0625948e7a1a71bc0851028a9, entries=150, sequenceid=454, filesize=12.0 K 2024-11-14T02:19:56,468 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 0602502bc7119ff36e925fb68a4e10e4 in 582ms, sequenceid=454, compaction requested=true 2024-11-14T02:19:56,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:56,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:56,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-14T02:19:56,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-14T02:19:56,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-14T02:19:56,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9950 sec 2024-11-14T02:19:56,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 2.0010 sec 2024-11-14T02:19:56,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-14T02:19:56,599 INFO [Thread-1117 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-14T02:19:56,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:19:56,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-14T02:19:56,603 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:19:56,604 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:19:56,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:19:56,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-14T02:19:56,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:56,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0602502bc7119ff36e925fb68a4e10e4 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T02:19:56,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=A 2024-11-14T02:19:56,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:56,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=B 2024-11-14T02:19:56,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:56,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=C 2024-11-14T02:19:56,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:56,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/11aae756bd9144f89a220ea631040dfb is 50, key is test_row_0/A:col10/1731550796044/Put/seqid=0 2024-11-14T02:19:56,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742159_1335 (size=14741) 2024-11-14T02:19:56,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/11aae756bd9144f89a220ea631040dfb 2024-11-14T02:19:56,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:56,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550856702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:56,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:56,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550856703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:56,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:56,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550856705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:56,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/43644a09fcef4a83b7574a9a3d5b6d68 is 50, key is test_row_0/B:col10/1731550796044/Put/seqid=0 2024-11-14T02:19:56,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742160_1336 (size=12301) 2024-11-14T02:19:56,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/43644a09fcef4a83b7574a9a3d5b6d68 2024-11-14T02:19:56,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-14T02:19:56,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/398eb99a45ca4c978c6bfd0120506f66 is 50, key is test_row_0/C:col10/1731550796044/Put/seqid=0 2024-11-14T02:19:56,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742161_1337 (size=12301) 2024-11-14T02:19:56,776 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:56,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-14T02:19:56,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:56,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:56,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:56,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:56,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:56,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:56,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:56,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550856809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:56,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:56,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550856813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:56,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:56,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550856814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-14T02:19:56,938 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:56,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-14T02:19:56,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:56,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:56,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:56,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:56,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:57,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550857013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:57,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550857016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:57,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550857017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:57,096 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:57,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-14T02:19:57,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:57,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:57,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:57,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:57,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:57,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/398eb99a45ca4c978c6bfd0120506f66 2024-11-14T02:19:57,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/11aae756bd9144f89a220ea631040dfb as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/11aae756bd9144f89a220ea631040dfb 2024-11-14T02:19:57,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/11aae756bd9144f89a220ea631040dfb, entries=200, sequenceid=476, filesize=14.4 K 2024-11-14T02:19:57,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/43644a09fcef4a83b7574a9a3d5b6d68 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/43644a09fcef4a83b7574a9a3d5b6d68 2024-11-14T02:19:57,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/43644a09fcef4a83b7574a9a3d5b6d68, entries=150, sequenceid=476, filesize=12.0 K 2024-11-14T02:19:57,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/398eb99a45ca4c978c6bfd0120506f66 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/398eb99a45ca4c978c6bfd0120506f66 2024-11-14T02:19:57,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/398eb99a45ca4c978c6bfd0120506f66, entries=150, sequenceid=476, filesize=12.0 K 2024-11-14T02:19:57,193 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 0602502bc7119ff36e925fb68a4e10e4 in 529ms, sequenceid=476, compaction requested=true 2024-11-14T02:19:57,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:57,193 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:19:57,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:19:57,195 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52632 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:19:57,195 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/A is initiating minor compaction (all files) 2024-11-14T02:19:57,195 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/A in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:57,195 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/0bceee0481cd4949bac6c5ffd2b72f77, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/a1f78f5a6db543bda7a4a0c8f1736f65, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/21d26901ea75452aba89131e81808db5, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/11aae756bd9144f89a220ea631040dfb] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=51.4 K 2024-11-14T02:19:57,195 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0bceee0481cd4949bac6c5ffd2b72f77, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1731550794435 2024-11-14T02:19:57,196 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1f78f5a6db543bda7a4a0c8f1736f65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1731550794604 2024-11-14T02:19:57,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:57,196 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:19:57,196 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21d26901ea75452aba89131e81808db5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1731550795261 2024-11-14T02:19:57,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:19:57,197 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11aae756bd9144f89a220ea631040dfb, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1731550796003 2024-11-14T02:19:57,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:57,198 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:19:57,198 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/B is initiating minor compaction (all files) 2024-11-14T02:19:57,198 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/B in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:57,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:19:57,198 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/97d52411eb244cac85070a57aa99faf3, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/f0194d5d6c784fc2b971954745e2103a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/2687c34e17b24b0f9089246fdc52b1d3, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/43644a09fcef4a83b7574a9a3d5b6d68] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=49.0 K 2024-11-14T02:19:57,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:19:57,198 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 97d52411eb244cac85070a57aa99faf3, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1731550794435 2024-11-14T02:19:57,199 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting f0194d5d6c784fc2b971954745e2103a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1731550794604 2024-11-14T02:19:57,200 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 2687c34e17b24b0f9089246fdc52b1d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1731550795261 2024-11-14T02:19:57,200 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 43644a09fcef4a83b7574a9a3d5b6d68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1731550796044 2024-11-14T02:19:57,217 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#A#compaction#296 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:57,218 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/d495ba4843dc468cb09729cf27e699ae is 50, key is test_row_0/A:col10/1731550796044/Put/seqid=0 2024-11-14T02:19:57,224 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#B#compaction#297 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:57,224 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/9534f346f77347048d3deaf5c795d3b7 is 50, key is test_row_0/B:col10/1731550796044/Put/seqid=0 2024-11-14T02:19:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-14T02:19:57,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742162_1338 (size=13425) 2024-11-14T02:19:57,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742163_1339 (size=13425) 2024-11-14T02:19:57,251 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:57,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-14T02:19:57,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:57,252 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 0602502bc7119ff36e925fb68a4e10e4 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T02:19:57,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=A 2024-11-14T02:19:57,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:57,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=B 2024-11-14T02:19:57,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:57,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=C 2024-11-14T02:19:57,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:57,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/ddf2365a67dc450aa7f6c563d0f91d13 is 50, key is test_row_0/A:col10/1731550796699/Put/seqid=0 2024-11-14T02:19:57,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742164_1340 (size=12301) 2024-11-14T02:19:57,270 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/ddf2365a67dc450aa7f6c563d0f91d13 2024-11-14T02:19:57,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/940bb2b08be44bf0b4b2dfcb0130ea3a is 50, key is test_row_0/B:col10/1731550796699/Put/seqid=0 2024-11-14T02:19:57,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742165_1341 (size=12301) 2024-11-14T02:19:57,305 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/940bb2b08be44bf0b4b2dfcb0130ea3a 2024-11-14T02:19:57,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/c30edd95f3224816aa269a4d7ba84559 is 50, key is test_row_0/C:col10/1731550796699/Put/seqid=0 2024-11-14T02:19:57,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:57,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742166_1342 (size=12301) 2024-11-14T02:19:57,339 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/c30edd95f3224816aa269a4d7ba84559 2024-11-14T02:19:57,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/ddf2365a67dc450aa7f6c563d0f91d13 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/ddf2365a67dc450aa7f6c563d0f91d13 2024-11-14T02:19:57,352 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/ddf2365a67dc450aa7f6c563d0f91d13, entries=150, sequenceid=490, filesize=12.0 K 2024-11-14T02:19:57,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/940bb2b08be44bf0b4b2dfcb0130ea3a as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/940bb2b08be44bf0b4b2dfcb0130ea3a 2024-11-14T02:19:57,359 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/940bb2b08be44bf0b4b2dfcb0130ea3a, entries=150, sequenceid=490, filesize=12.0 K 2024-11-14T02:19:57,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/c30edd95f3224816aa269a4d7ba84559 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/c30edd95f3224816aa269a4d7ba84559 2024-11-14T02:19:57,366 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/c30edd95f3224816aa269a4d7ba84559, entries=150, sequenceid=490, filesize=12.0 K 2024-11-14T02:19:57,367 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=114.05 KB/116790 for 0602502bc7119ff36e925fb68a4e10e4 in 115ms, sequenceid=490, compaction requested=true 2024-11-14T02:19:57,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:57,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:57,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-14T02:19:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-14T02:19:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:57,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0602502bc7119ff36e925fb68a4e10e4 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T02:19:57,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-14T02:19:57,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 766 msec 2024-11-14T02:19:57,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=A 2024-11-14T02:19:57,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:57,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=B 2024-11-14T02:19:57,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:57,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=C 2024-11-14T02:19:57,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:57,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 771 msec 2024-11-14T02:19:57,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/0a1d6dc5e016492e923e26529453d9dc is 50, key is test_row_0/A:col10/1731550797349/Put/seqid=0 2024-11-14T02:19:57,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742167_1343 (size=17181) 2024-11-14T02:19:57,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/0a1d6dc5e016492e923e26529453d9dc 2024-11-14T02:19:57,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550857395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:57,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550857397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:57,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550857400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:57,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/2e109a6bca1e49cda89aef75afb8b8fb is 50, key is test_row_0/B:col10/1731550797349/Put/seqid=0 2024-11-14T02:19:57,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742168_1344 (size=12301) 2024-11-14T02:19:57,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/2e109a6bca1e49cda89aef75afb8b8fb 2024-11-14T02:19:57,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/dc81202adc8f4e4a9b40bcee10ff02b7 is 50, key is test_row_0/C:col10/1731550797349/Put/seqid=0 2024-11-14T02:19:57,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742169_1345 (size=12301) 2024-11-14T02:19:57,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/dc81202adc8f4e4a9b40bcee10ff02b7 2024-11-14T02:19:57,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/0a1d6dc5e016492e923e26529453d9dc as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/0a1d6dc5e016492e923e26529453d9dc 2024-11-14T02:19:57,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/0a1d6dc5e016492e923e26529453d9dc, entries=250, sequenceid=513, filesize=16.8 K 2024-11-14T02:19:57,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/2e109a6bca1e49cda89aef75afb8b8fb as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/2e109a6bca1e49cda89aef75afb8b8fb 2024-11-14T02:19:57,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/2e109a6bca1e49cda89aef75afb8b8fb, entries=150, sequenceid=513, filesize=12.0 K 2024-11-14T02:19:57,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/dc81202adc8f4e4a9b40bcee10ff02b7 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/dc81202adc8f4e4a9b40bcee10ff02b7 2024-11-14T02:19:57,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550857501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:57,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550857505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:57,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/dc81202adc8f4e4a9b40bcee10ff02b7, entries=150, sequenceid=513, filesize=12.0 K 2024-11-14T02:19:57,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 0602502bc7119ff36e925fb68a4e10e4 in 142ms, sequenceid=513, compaction requested=true 2024-11-14T02:19:57,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:57,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:A, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:19:57,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T02:19:57,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:B, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:19:57,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-14T02:19:57,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:19:57,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-14T02:19:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:57,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0602502bc7119ff36e925fb68a4e10e4 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T02:19:57,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=A 2024-11-14T02:19:57,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:57,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=B 2024-11-14T02:19:57,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:57,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=C 2024-11-14T02:19:57,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:57,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/06f58e4d2af94fc2b01e423776ab5235 is 50, key is test_row_0/A:col10/1731550797399/Put/seqid=0 2024-11-14T02:19:57,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742170_1346 (size=12301) 2024-11-14T02:19:57,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550857640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:57,645 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/d495ba4843dc468cb09729cf27e699ae as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/d495ba4843dc468cb09729cf27e699ae 2024-11-14T02:19:57,665 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/A of 0602502bc7119ff36e925fb68a4e10e4 into d495ba4843dc468cb09729cf27e699ae(size=13.1 K), total size for store is 41.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:57,665 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:57,665 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/A, priority=12, startTime=1731550797193; duration=0sec 2024-11-14T02:19:57,665 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-14T02:19:57,665 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:A 2024-11-14T02:19:57,665 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:A 2024-11-14T02:19:57,665 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-14T02:19:57,666 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/9534f346f77347048d3deaf5c795d3b7 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/9534f346f77347048d3deaf5c795d3b7 2024-11-14T02:19:57,667 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74794 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-14T02:19:57,668 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/C is initiating minor compaction (all files) 2024-11-14T02:19:57,668 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/C in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:57,668 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/0864cf27f8ce4416b3bc98a311a893f9, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/e9ded05e70c24de885c2a92d894e24da, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/9ec040b0625948e7a1a71bc0851028a9, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/398eb99a45ca4c978c6bfd0120506f66, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/c30edd95f3224816aa269a4d7ba84559, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/dc81202adc8f4e4a9b40bcee10ff02b7] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=73.0 K 2024-11-14T02:19:57,668 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0864cf27f8ce4416b3bc98a311a893f9, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1731550794435 2024-11-14T02:19:57,669 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9ded05e70c24de885c2a92d894e24da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1731550794604 2024-11-14T02:19:57,674 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ec040b0625948e7a1a71bc0851028a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1731550795261 2024-11-14T02:19:57,675 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 398eb99a45ca4c978c6bfd0120506f66, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1731550796044 2024-11-14T02:19:57,676 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting c30edd95f3224816aa269a4d7ba84559, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731550796688 2024-11-14T02:19:57,676 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc81202adc8f4e4a9b40bcee10ff02b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1731550797349 2024-11-14T02:19:57,681 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/B of 0602502bc7119ff36e925fb68a4e10e4 into 9534f346f77347048d3deaf5c795d3b7(size=13.1 K), total size for store is 37.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:57,681 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:57,681 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/B, priority=12, startTime=1731550797196; duration=0sec 2024-11-14T02:19:57,681 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-14T02:19:57,681 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:B 2024-11-14T02:19:57,681 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:B 2024-11-14T02:19:57,682 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 6 compacting, 0 eligible, 16 blocking 2024-11-14T02:19:57,682 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-14T02:19:57,682 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-14T02:19:57,682 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. because compaction request was cancelled 2024-11-14T02:19:57,682 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:C 2024-11-14T02:19:57,682 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:19:57,684 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:19:57,684 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/B is initiating minor compaction (all files) 2024-11-14T02:19:57,684 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/B in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:57,684 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/9534f346f77347048d3deaf5c795d3b7, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/940bb2b08be44bf0b4b2dfcb0130ea3a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/2e109a6bca1e49cda89aef75afb8b8fb] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=37.1 K 2024-11-14T02:19:57,684 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 9534f346f77347048d3deaf5c795d3b7, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1731550796044 2024-11-14T02:19:57,685 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 940bb2b08be44bf0b4b2dfcb0130ea3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731550796688 2024-11-14T02:19:57,685 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e109a6bca1e49cda89aef75afb8b8fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1731550797349 2024-11-14T02:19:57,695 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#C#compaction#305 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:57,696 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/865ac458295a411996c44dc73c0a89bd is 50, key is test_row_0/C:col10/1731550797349/Put/seqid=0 2024-11-14T02:19:57,699 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#B#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:57,700 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/75032e3d4b2d4c9789a914339a63627b is 50, key is test_row_0/B:col10/1731550797349/Put/seqid=0 2024-11-14T02:19:57,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550857710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:57,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742172_1348 (size=13527) 2024-11-14T02:19:57,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742171_1347 (size=13493) 2024-11-14T02:19:57,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550857710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-14T02:19:57,737 INFO [Thread-1117 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-14T02:19:57,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:19:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-14T02:19:57,739 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:19:57,740 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:19:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-14T02:19:57,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:19:57,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550857752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-14T02:19:57,892 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:57,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-14T02:19:57,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:57,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:57,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:57,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:57,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:57,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/06f58e4d2af94fc2b01e423776ab5235 2024-11-14T02:19:57,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550857962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:57,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/ec712275311e4827a0433276aea9dcd4 is 50, key is test_row_0/B:col10/1731550797399/Put/seqid=0 2024-11-14T02:19:58,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550858026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:58,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550858030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:58,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742173_1349 (size=12301) 2024-11-14T02:19:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-14T02:19:58,048 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:58,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-14T02:19:58,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:58,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:58,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:58,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:58,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:19:58,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/ec712275311e4827a0433276aea9dcd4 2024-11-14T02:19:58,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/e9f71a508979426d843867fbcd50771a is 50, key is test_row_0/C:col10/1731550797399/Put/seqid=0 2024-11-14T02:19:58,125 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/75032e3d4b2d4c9789a914339a63627b as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/75032e3d4b2d4c9789a914339a63627b 2024-11-14T02:19:58,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742174_1350 (size=12301) 2024-11-14T02:19:58,140 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/865ac458295a411996c44dc73c0a89bd as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/865ac458295a411996c44dc73c0a89bd 2024-11-14T02:19:58,141 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/B of 0602502bc7119ff36e925fb68a4e10e4 into 75032e3d4b2d4c9789a914339a63627b(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:58,141 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:58,141 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/B, priority=13, startTime=1731550797514; duration=0sec 2024-11-14T02:19:58,141 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:19:58,141 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:B 2024-11-14T02:19:58,141 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:19:58,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/e9f71a508979426d843867fbcd50771a 2024-11-14T02:19:58,144 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42907 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:19:58,144 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/A is initiating minor compaction (all files) 2024-11-14T02:19:58,144 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/A in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:58,144 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/d495ba4843dc468cb09729cf27e699ae, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/ddf2365a67dc450aa7f6c563d0f91d13, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/0a1d6dc5e016492e923e26529453d9dc] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=41.9 K 2024-11-14T02:19:58,145 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting d495ba4843dc468cb09729cf27e699ae, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1731550796044 2024-11-14T02:19:58,145 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting ddf2365a67dc450aa7f6c563d0f91d13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731550796688 2024-11-14T02:19:58,147 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a1d6dc5e016492e923e26529453d9dc, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1731550797349 2024-11-14T02:19:58,150 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/C of 0602502bc7119ff36e925fb68a4e10e4 into 865ac458295a411996c44dc73c0a89bd(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:58,150 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:58,150 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/C, priority=10, startTime=1731550797514; duration=0sec 2024-11-14T02:19:58,150 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:58,150 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:C 2024-11-14T02:19:58,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/06f58e4d2af94fc2b01e423776ab5235 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/06f58e4d2af94fc2b01e423776ab5235 2024-11-14T02:19:58,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/06f58e4d2af94fc2b01e423776ab5235, entries=150, sequenceid=527, filesize=12.0 K 2024-11-14T02:19:58,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/ec712275311e4827a0433276aea9dcd4 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/ec712275311e4827a0433276aea9dcd4 2024-11-14T02:19:58,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/ec712275311e4827a0433276aea9dcd4, entries=150, sequenceid=527, filesize=12.0 K 2024-11-14T02:19:58,184 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#A#compaction#309 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:58,184 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/b993c952fce546cf813e4c41d396a65f is 50, key is test_row_0/A:col10/1731550797349/Put/seqid=0 2024-11-14T02:19:58,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/e9f71a508979426d843867fbcd50771a as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/e9f71a508979426d843867fbcd50771a 2024-11-14T02:19:58,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/e9f71a508979426d843867fbcd50771a, entries=150, sequenceid=527, filesize=12.0 K 2024-11-14T02:19:58,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 0602502bc7119ff36e925fb68a4e10e4 in 669ms, sequenceid=527, compaction requested=false 2024-11-14T02:19:58,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:58,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742175_1351 (size=13527) 2024-11-14T02:19:58,211 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/b993c952fce546cf813e4c41d396a65f as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/b993c952fce546cf813e4c41d396a65f 2024-11-14T02:19:58,214 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:58,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-14T02:19:58,217 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/A of 0602502bc7119ff36e925fb68a4e10e4 into b993c952fce546cf813e4c41d396a65f(size=13.2 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:58,217 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:58,217 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/A, priority=13, startTime=1731550797514; duration=0sec 2024-11-14T02:19:58,217 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:58,217 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:A 2024-11-14T02:19:58,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:58,218 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 0602502bc7119ff36e925fb68a4e10e4 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T02:19:58,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=A 2024-11-14T02:19:58,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:58,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=B 2024-11-14T02:19:58,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:58,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=C 2024-11-14T02:19:58,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:58,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/b749c8e865d84f7093853adc3e2aabab is 50, key is test_row_0/A:col10/1731550797638/Put/seqid=0 2024-11-14T02:19:58,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742176_1352 (size=12301) 2024-11-14T02:19:58,248 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=554 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/b749c8e865d84f7093853adc3e2aabab 2024-11-14T02:19:58,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/e1200aa709e44a9b9aa27bf94fb35de5 is 50, key is test_row_0/B:col10/1731550797638/Put/seqid=0 2024-11-14T02:19:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:58,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:58,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742177_1353 (size=12301) 2024-11-14T02:19:58,295 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=554 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/e1200aa709e44a9b9aa27bf94fb35de5 2024-11-14T02:19:58,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/7519bcb5241c48f79cc38136c0d53d82 is 50, key is test_row_0/C:col10/1731550797638/Put/seqid=0 2024-11-14T02:19:58,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742178_1354 (size=12301) 2024-11-14T02:19:58,333 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=554 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/7519bcb5241c48f79cc38136c0d53d82 2024-11-14T02:19:58,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/b749c8e865d84f7093853adc3e2aabab as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/b749c8e865d84f7093853adc3e2aabab 2024-11-14T02:19:58,345 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/b749c8e865d84f7093853adc3e2aabab, entries=150, sequenceid=554, filesize=12.0 K 2024-11-14T02:19:58,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/e1200aa709e44a9b9aa27bf94fb35de5 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/e1200aa709e44a9b9aa27bf94fb35de5 2024-11-14T02:19:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-14T02:19:58,350 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/e1200aa709e44a9b9aa27bf94fb35de5, entries=150, sequenceid=554, filesize=12.0 K 2024-11-14T02:19:58,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/7519bcb5241c48f79cc38136c0d53d82 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/7519bcb5241c48f79cc38136c0d53d82 2024-11-14T02:19:58,355 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/7519bcb5241c48f79cc38136c0d53d82, entries=150, sequenceid=554, filesize=12.0 K 2024-11-14T02:19:58,356 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=46.96 KB/48090 for 0602502bc7119ff36e925fb68a4e10e4 in 138ms, sequenceid=554, compaction requested=true 2024-11-14T02:19:58,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:58,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:58,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-14T02:19:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-14T02:19:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:58,358 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0602502bc7119ff36e925fb68a4e10e4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T02:19:58,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=A 2024-11-14T02:19:58,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:58,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=B 2024-11-14T02:19:58,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:58,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=C 2024-11-14T02:19:58,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:58,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-14T02:19:58,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 618 msec 2024-11-14T02:19:58,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/d69f02184f264f70a1a982c277f371a8 is 50, key is test_row_0/A:col10/1731550798296/Put/seqid=0 2024-11-14T02:19:58,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742179_1355 (size=12301) 2024-11-14T02:19:58,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/d69f02184f264f70a1a982c277f371a8 2024-11-14T02:19:58,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 632 msec 2024-11-14T02:19:58,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/6e921260f3bf4dd98c7596af20074f00 is 50, key is test_row_0/B:col10/1731550798296/Put/seqid=0 2024-11-14T02:19:58,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742180_1356 (size=12301) 2024-11-14T02:19:58,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550858449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:58,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550858535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:58,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550858537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:58,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550858554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:58,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550858755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:58,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/6e921260f3bf4dd98c7596af20074f00 2024-11-14T02:19:58,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/a0eefc967a29400a860f023308f42d38 is 50, key is test_row_0/C:col10/1731550798296/Put/seqid=0 2024-11-14T02:19:58,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742181_1357 (size=12301) 2024-11-14T02:19:58,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/a0eefc967a29400a860f023308f42d38 2024-11-14T02:19:58,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/d69f02184f264f70a1a982c277f371a8 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/d69f02184f264f70a1a982c277f371a8 2024-11-14T02:19:58,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/d69f02184f264f70a1a982c277f371a8, entries=150, sequenceid=565, filesize=12.0 K 2024-11-14T02:19:58,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/6e921260f3bf4dd98c7596af20074f00 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/6e921260f3bf4dd98c7596af20074f00 2024-11-14T02:19:58,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/6e921260f3bf4dd98c7596af20074f00, entries=150, sequenceid=565, filesize=12.0 K 2024-11-14T02:19:58,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-14T02:19:58,848 INFO [Thread-1117 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-14T02:19:58,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/a0eefc967a29400a860f023308f42d38 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/a0eefc967a29400a860f023308f42d38 2024-11-14T02:19:58,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/a0eefc967a29400a860f023308f42d38, entries=150, sequenceid=565, filesize=12.0 K 2024-11-14T02:19:58,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:19:58,858 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0602502bc7119ff36e925fb68a4e10e4 in 500ms, sequenceid=565, compaction requested=true 2024-11-14T02:19:58,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:58,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:19:58,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:58,858 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:19:58,858 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:19:58,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:19:58,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:58,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:19:58,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:19:58,860 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50430 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:19:58,860 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/B is initiating minor compaction (all files) 2024-11-14T02:19:58,860 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/B in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:58,860 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/75032e3d4b2d4c9789a914339a63627b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/ec712275311e4827a0433276aea9dcd4, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/e1200aa709e44a9b9aa27bf94fb35de5, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/6e921260f3bf4dd98c7596af20074f00] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=49.2 K 2024-11-14T02:19:58,860 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50430 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:19:58,861 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/A is initiating minor compaction (all files) 2024-11-14T02:19:58,861 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/A in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:58,861 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/b993c952fce546cf813e4c41d396a65f, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/06f58e4d2af94fc2b01e423776ab5235, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/b749c8e865d84f7093853adc3e2aabab, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/d69f02184f264f70a1a982c277f371a8] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=49.2 K 2024-11-14T02:19:58,861 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 75032e3d4b2d4c9789a914339a63627b, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1731550797349 2024-11-14T02:19:58,861 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting b993c952fce546cf813e4c41d396a65f, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1731550797349 2024-11-14T02:19:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-14T02:19:58,862 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting ec712275311e4827a0433276aea9dcd4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1731550797393 2024-11-14T02:19:58,862 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06f58e4d2af94fc2b01e423776ab5235, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1731550797393 2024-11-14T02:19:58,863 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting e1200aa709e44a9b9aa27bf94fb35de5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=554, earliestPutTs=1731550797614 2024-11-14T02:19:58,863 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting b749c8e865d84f7093853adc3e2aabab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=554, earliestPutTs=1731550797614 2024-11-14T02:19:58,863 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:19:58,863 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e921260f3bf4dd98c7596af20074f00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1731550798296 2024-11-14T02:19:58,863 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:19:58,863 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting d69f02184f264f70a1a982c277f371a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1731550798296 2024-11-14T02:19:58,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:19:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-14T02:19:58,888 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#A#compaction#317 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:58,889 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/c7fadbc2f64e4b128da581ac8c27df59 is 50, key is test_row_0/A:col10/1731550798296/Put/seqid=0 2024-11-14T02:19:58,890 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#B#compaction#316 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:58,891 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/bc96379e62b6431493b96dc8bf91a970 is 50, key is test_row_0/B:col10/1731550798296/Put/seqid=0 2024-11-14T02:19:58,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742183_1359 (size=13663) 2024-11-14T02:19:58,937 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/bc96379e62b6431493b96dc8bf91a970 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/bc96379e62b6431493b96dc8bf91a970 2024-11-14T02:19:58,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742182_1358 (size=13663) 2024-11-14T02:19:58,944 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/B of 0602502bc7119ff36e925fb68a4e10e4 into bc96379e62b6431493b96dc8bf91a970(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:58,944 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:58,944 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/B, priority=12, startTime=1731550798858; duration=0sec 2024-11-14T02:19:58,944 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:19:58,944 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:B 2024-11-14T02:19:58,944 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:19:58,946 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50396 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:19:58,946 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/C is initiating minor compaction (all files) 2024-11-14T02:19:58,946 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/C in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:58,947 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/865ac458295a411996c44dc73c0a89bd, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/e9f71a508979426d843867fbcd50771a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/7519bcb5241c48f79cc38136c0d53d82, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/a0eefc967a29400a860f023308f42d38] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=49.2 K 2024-11-14T02:19:58,947 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 865ac458295a411996c44dc73c0a89bd, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1731550797349 2024-11-14T02:19:58,947 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/c7fadbc2f64e4b128da581ac8c27df59 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/c7fadbc2f64e4b128da581ac8c27df59 2024-11-14T02:19:58,948 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting e9f71a508979426d843867fbcd50771a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1731550797393 2024-11-14T02:19:58,949 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 7519bcb5241c48f79cc38136c0d53d82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=554, earliestPutTs=1731550797614 2024-11-14T02:19:58,949 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting a0eefc967a29400a860f023308f42d38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1731550798296 2024-11-14T02:19:58,954 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/A of 0602502bc7119ff36e925fb68a4e10e4 into c7fadbc2f64e4b128da581ac8c27df59(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:58,954 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:58,954 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/A, priority=12, startTime=1731550798858; duration=0sec 2024-11-14T02:19:58,954 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:58,954 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:A 2024-11-14T02:19:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-14T02:19:59,001 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#C#compaction#318 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:19:59,002 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/3b7de149b5d8461e8c121a8dc8591a00 is 50, key is test_row_0/C:col10/1731550798296/Put/seqid=0 2024-11-14T02:19:59,022 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:19:59,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-14T02:19:59,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:19:59,030 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 0602502bc7119ff36e925fb68a4e10e4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T02:19:59,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=A 2024-11-14T02:19:59,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:59,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=B 2024-11-14T02:19:59,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:59,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=C 2024-11-14T02:19:59,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:19:59,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/3ae5b6ae1ed0487088100e351dc04dba is 50, key is test_row_0/A:col10/1731550798448/Put/seqid=0 2024-11-14T02:19:59,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742184_1360 (size=13629) 2024-11-14T02:19:59,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742185_1361 (size=12301) 2024-11-14T02:19:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:19:59,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. as already flushing 2024-11-14T02:19:59,078 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/3b7de149b5d8461e8c121a8dc8591a00 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/3b7de149b5d8461e8c121a8dc8591a00 2024-11-14T02:19:59,118 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/C of 0602502bc7119ff36e925fb68a4e10e4 into 3b7de149b5d8461e8c121a8dc8591a00(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:19:59,118 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:19:59,118 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/C, priority=12, startTime=1731550798858; duration=0sec 2024-11-14T02:19:59,118 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:19:59,118 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:C 2024-11-14T02:19:59,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550859128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-14T02:19:59,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550859232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:59,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550859435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-14T02:19:59,472 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=592 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/3ae5b6ae1ed0487088100e351dc04dba 2024-11-14T02:19:59,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/7439de9eee954ab6b448b53c31f9ecda is 50, key is test_row_0/B:col10/1731550798448/Put/seqid=0 2024-11-14T02:19:59,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742186_1362 (size=12301) 2024-11-14T02:19:59,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:59,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51726 deadline: 1731550859566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51676 deadline: 1731550859566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:59,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:19:59,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731550859737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 2024-11-14T02:19:59,898 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=592 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/7439de9eee954ab6b448b53c31f9ecda 2024-11-14T02:19:59,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/54f2117779814628bb874651d8be4dc0 is 50, key is test_row_0/C:col10/1731550798448/Put/seqid=0 2024-11-14T02:19:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-14T02:19:59,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742187_1363 (size=12301) 2024-11-14T02:19:59,977 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=592 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/54f2117779814628bb874651d8be4dc0 2024-11-14T02:19:59,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/3ae5b6ae1ed0487088100e351dc04dba as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/3ae5b6ae1ed0487088100e351dc04dba 2024-11-14T02:19:59,998 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/3ae5b6ae1ed0487088100e351dc04dba, entries=150, sequenceid=592, filesize=12.0 K 2024-11-14T02:20:00,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/7439de9eee954ab6b448b53c31f9ecda as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/7439de9eee954ab6b448b53c31f9ecda 2024-11-14T02:20:00,005 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/7439de9eee954ab6b448b53c31f9ecda, entries=150, sequenceid=592, filesize=12.0 K 2024-11-14T02:20:00,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/54f2117779814628bb874651d8be4dc0 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/54f2117779814628bb874651d8be4dc0 2024-11-14T02:20:00,010 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/54f2117779814628bb874651d8be4dc0, entries=150, sequenceid=592, filesize=12.0 K 2024-11-14T02:20:00,015 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0602502bc7119ff36e925fb68a4e10e4 in 985ms, sequenceid=592, compaction requested=false 2024-11-14T02:20:00,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:20:00,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:20:00,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-14T02:20:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-14T02:20:00,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-14T02:20:00,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1540 sec 2024-11-14T02:20:00,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.1630 sec 2024-11-14T02:20:00,090 DEBUG [Thread-1124 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40da73c1 to 127.0.0.1:65203 2024-11-14T02:20:00,090 DEBUG [Thread-1124 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:20:00,091 DEBUG [Thread-1120 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x124edab0 to 127.0.0.1:65203 2024-11-14T02:20:00,091 DEBUG [Thread-1118 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f50b381 to 127.0.0.1:65203 2024-11-14T02:20:00,091 DEBUG [Thread-1120 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:20:00,091 DEBUG [Thread-1118 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:20:00,091 DEBUG [Thread-1126 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3be398a9 to 127.0.0.1:65203 2024-11-14T02:20:00,091 DEBUG [Thread-1126 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:20:00,093 DEBUG [Thread-1122 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x712d7bc3 to 127.0.0.1:65203 2024-11-14T02:20:00,093 DEBUG [Thread-1122 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:20:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:20:00,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0602502bc7119ff36e925fb68a4e10e4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T02:20:00,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=A 2024-11-14T02:20:00,247 DEBUG [Thread-1109 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6dc273c3 to 127.0.0.1:65203 2024-11-14T02:20:00,247 DEBUG [Thread-1109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:20:00,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:00,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=B 2024-11-14T02:20:00,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:00,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=C 2024-11-14T02:20:00,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:00,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/bc05865c7aca45de92251a008ed8f518 is 50, key is test_row_0/A:col10/1731550799083/Put/seqid=0 2024-11-14T02:20:00,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742188_1364 (size=12301) 2024-11-14T02:20:00,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=605 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/bc05865c7aca45de92251a008ed8f518 2024-11-14T02:20:00,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/ad8c2852c3cb4846920319bc99f558b1 is 50, key is test_row_0/B:col10/1731550799083/Put/seqid=0 2024-11-14T02:20:00,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742189_1365 (size=12301) 2024-11-14T02:20:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-14T02:20:00,968 INFO [Thread-1117 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-14T02:20:01,014 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T02:20:01,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=605 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/ad8c2852c3cb4846920319bc99f558b1 2024-11-14T02:20:01,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/f599eb7e7cab415cb4f96928d9b86bf5 is 50, key is test_row_0/C:col10/1731550799083/Put/seqid=0 2024-11-14T02:20:01,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742190_1366 (size=12301) 2024-11-14T02:20:01,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=605 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/f599eb7e7cab415cb4f96928d9b86bf5 2024-11-14T02:20:01,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/bc05865c7aca45de92251a008ed8f518 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/bc05865c7aca45de92251a008ed8f518 2024-11-14T02:20:01,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/bc05865c7aca45de92251a008ed8f518, entries=150, sequenceid=605, filesize=12.0 K 2024-11-14T02:20:01,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/ad8c2852c3cb4846920319bc99f558b1 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/ad8c2852c3cb4846920319bc99f558b1 2024-11-14T02:20:01,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/ad8c2852c3cb4846920319bc99f558b1, entries=150, sequenceid=605, filesize=12.0 K 2024-11-14T02:20:01,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/f599eb7e7cab415cb4f96928d9b86bf5 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/f599eb7e7cab415cb4f96928d9b86bf5 2024-11-14T02:20:01,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/f599eb7e7cab415cb4f96928d9b86bf5, entries=150, sequenceid=605, filesize=12.0 K 2024-11-14T02:20:01,527 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 0602502bc7119ff36e925fb68a4e10e4 in 1280ms, sequenceid=605, compaction requested=true 2024-11-14T02:20:01,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:20:01,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:20:01,527 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:20:01,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:01,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:20:01,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:01,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0602502bc7119ff36e925fb68a4e10e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:20:01,528 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:20:01,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:20:01,529 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:20:01,529 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:20:01,529 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/A is initiating minor compaction (all files) 2024-11-14T02:20:01,529 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/B is initiating minor compaction (all files) 2024-11-14T02:20:01,530 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/B in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:20:01,530 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/A in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:20:01,530 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/bc96379e62b6431493b96dc8bf91a970, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/7439de9eee954ab6b448b53c31f9ecda, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/ad8c2852c3cb4846920319bc99f558b1] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=37.4 K 2024-11-14T02:20:01,530 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/c7fadbc2f64e4b128da581ac8c27df59, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/3ae5b6ae1ed0487088100e351dc04dba, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/bc05865c7aca45de92251a008ed8f518] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=37.4 K 2024-11-14T02:20:01,530 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7fadbc2f64e4b128da581ac8c27df59, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1731550798296 2024-11-14T02:20:01,530 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting bc96379e62b6431493b96dc8bf91a970, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1731550798296 2024-11-14T02:20:01,530 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ae5b6ae1ed0487088100e351dc04dba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=592, earliestPutTs=1731550798430 2024-11-14T02:20:01,530 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 7439de9eee954ab6b448b53c31f9ecda, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=592, earliestPutTs=1731550798430 2024-11-14T02:20:01,530 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc05865c7aca45de92251a008ed8f518, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=605, earliestPutTs=1731550799083 2024-11-14T02:20:01,530 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting ad8c2852c3cb4846920319bc99f558b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=605, earliestPutTs=1731550799083 2024-11-14T02:20:01,537 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#A#compaction#325 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:01,537 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#B#compaction#326 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:01,537 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/14a1b7db215f43a8bb6e7ff49e8d4876 is 50, key is test_row_0/A:col10/1731550799083/Put/seqid=0 2024-11-14T02:20:01,537 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/355d984eb9354775b29c6fa4f6f91ad7 is 50, key is test_row_0/B:col10/1731550799083/Put/seqid=0 2024-11-14T02:20:01,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742191_1367 (size=13765) 2024-11-14T02:20:01,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742192_1368 (size=13765) 2024-11-14T02:20:01,556 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/355d984eb9354775b29c6fa4f6f91ad7 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/355d984eb9354775b29c6fa4f6f91ad7 2024-11-14T02:20:01,559 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/B of 0602502bc7119ff36e925fb68a4e10e4 into 355d984eb9354775b29c6fa4f6f91ad7(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:01,559 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:20:01,559 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/B, priority=13, startTime=1731550801527; duration=0sec 2024-11-14T02:20:01,559 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:20:01,559 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:B 2024-11-14T02:20:01,559 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:20:01,560 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:20:01,561 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): 0602502bc7119ff36e925fb68a4e10e4/C is initiating minor compaction (all files) 2024-11-14T02:20:01,561 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0602502bc7119ff36e925fb68a4e10e4/C in TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:20:01,561 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/3b7de149b5d8461e8c121a8dc8591a00, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/54f2117779814628bb874651d8be4dc0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/f599eb7e7cab415cb4f96928d9b86bf5] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp, totalSize=37.3 K 2024-11-14T02:20:01,561 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b7de149b5d8461e8c121a8dc8591a00, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1731550798296 2024-11-14T02:20:01,561 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 54f2117779814628bb874651d8be4dc0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=592, earliestPutTs=1731550798430 2024-11-14T02:20:01,562 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting f599eb7e7cab415cb4f96928d9b86bf5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=605, earliestPutTs=1731550799083 2024-11-14T02:20:01,568 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0602502bc7119ff36e925fb68a4e10e4#C#compaction#327 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:01,568 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/328941e54bb34b42883cbb68cf131b06 is 50, key is test_row_0/C:col10/1731550799083/Put/seqid=0 2024-11-14T02:20:01,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742193_1369 (size=13731) 2024-11-14T02:20:01,589 DEBUG [Thread-1113 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x282318cf to 127.0.0.1:65203 2024-11-14T02:20:01,589 DEBUG [Thread-1113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:20:01,595 DEBUG [Thread-1107 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3eec6530 to 127.0.0.1:65203 2024-11-14T02:20:01,595 DEBUG [Thread-1107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:20:01,951 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/14a1b7db215f43a8bb6e7ff49e8d4876 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/14a1b7db215f43a8bb6e7ff49e8d4876 2024-11-14T02:20:01,955 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/A of 0602502bc7119ff36e925fb68a4e10e4 into 14a1b7db215f43a8bb6e7ff49e8d4876(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:01,955 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:20:01,955 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/A, priority=13, startTime=1731550801527; duration=0sec 2024-11-14T02:20:01,955 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:01,955 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:A 2024-11-14T02:20:01,982 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/328941e54bb34b42883cbb68cf131b06 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/328941e54bb34b42883cbb68cf131b06 2024-11-14T02:20:01,986 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0602502bc7119ff36e925fb68a4e10e4/C of 0602502bc7119ff36e925fb68a4e10e4 into 328941e54bb34b42883cbb68cf131b06(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:01,986 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:20:01,986 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4., storeName=0602502bc7119ff36e925fb68a4e10e4/C, priority=13, startTime=1731550801528; duration=0sec 2024-11-14T02:20:01,986 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:01,986 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0602502bc7119ff36e925fb68a4e10e4:C 2024-11-14T02:20:04,911 DEBUG [Thread-1115 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ea91426 to 127.0.0.1:65203 2024-11-14T02:20:04,911 DEBUG [Thread-1115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:20:04,926 DEBUG [Thread-1111 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x195206da to 127.0.0.1:65203 2024-11-14T02:20:04,926 DEBUG [Thread-1111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:20:04,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T02:20:04,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 119 2024-11-14T02:20:04,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 135 2024-11-14T02:20:04,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-14T02:20:04,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 126 2024-11-14T02:20:04,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-14T02:20:04,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T02:20:04,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4085 2024-11-14T02:20:04,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4051 2024-11-14T02:20:04,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3918 2024-11-14T02:20:04,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4034 2024-11-14T02:20:04,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4088 2024-11-14T02:20:04,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T02:20:04,926 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-14T02:20:04,926 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x267e0963 to 127.0.0.1:65203 2024-11-14T02:20:04,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:20:04,927 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-14T02:20:04,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-14T02:20:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T02:20:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-14T02:20:04,930 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731550804930"}]},"ts":"1731550804930"} 2024-11-14T02:20:04,931 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T02:20:04,933 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T02:20:04,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T02:20:04,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0602502bc7119ff36e925fb68a4e10e4, UNASSIGN}] 2024-11-14T02:20:04,935 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0602502bc7119ff36e925fb68a4e10e4, UNASSIGN 2024-11-14T02:20:04,936 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=0602502bc7119ff36e925fb68a4e10e4, regionState=CLOSING, regionLocation=3d72750a2650,45917,1731550712637 2024-11-14T02:20:04,936 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T02:20:04,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; CloseRegionProcedure 0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637}] 2024-11-14T02:20:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-14T02:20:05,088 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:05,088 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(124): Close 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:20:05,089 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T02:20:05,089 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1681): Closing 0602502bc7119ff36e925fb68a4e10e4, disabling compactions & flushes 2024-11-14T02:20:05,089 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:20:05,089 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:20:05,089 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. after waiting 0 ms 2024-11-14T02:20:05,089 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:20:05,089 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(2837): Flushing 0602502bc7119ff36e925fb68a4e10e4 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-14T02:20:05,089 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=A 2024-11-14T02:20:05,089 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:05,089 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=B 2024-11-14T02:20:05,089 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:05,090 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0602502bc7119ff36e925fb68a4e10e4, store=C 2024-11-14T02:20:05,090 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:05,094 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/226a1f129600450687716fc475ccfec2 is 50, key is test_row_0/A:col10/1731550804925/Put/seqid=0 2024-11-14T02:20:05,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742194_1370 (size=9857) 2024-11-14T02:20:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-14T02:20:05,497 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=615 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/226a1f129600450687716fc475ccfec2 2024-11-14T02:20:05,504 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/96b5a11fcb234c39b0d985356216cad5 is 50, key is test_row_0/B:col10/1731550804925/Put/seqid=0 2024-11-14T02:20:05,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742195_1371 (size=9857) 2024-11-14T02:20:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-14T02:20:05,907 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=615 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/96b5a11fcb234c39b0d985356216cad5 2024-11-14T02:20:05,913 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/38b95ef574c048fa9ffc5deb71ac241f is 50, key is test_row_0/C:col10/1731550804925/Put/seqid=0 2024-11-14T02:20:05,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742196_1372 (size=9857) 2024-11-14T02:20:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-14T02:20:06,318 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=615 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/38b95ef574c048fa9ffc5deb71ac241f 2024-11-14T02:20:06,322 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/A/226a1f129600450687716fc475ccfec2 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/226a1f129600450687716fc475ccfec2 2024-11-14T02:20:06,325 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/226a1f129600450687716fc475ccfec2, entries=100, sequenceid=615, filesize=9.6 K 2024-11-14T02:20:06,326 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/B/96b5a11fcb234c39b0d985356216cad5 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/96b5a11fcb234c39b0d985356216cad5 2024-11-14T02:20:06,329 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/96b5a11fcb234c39b0d985356216cad5, entries=100, sequenceid=615, filesize=9.6 K 2024-11-14T02:20:06,329 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/.tmp/C/38b95ef574c048fa9ffc5deb71ac241f as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/38b95ef574c048fa9ffc5deb71ac241f 2024-11-14T02:20:06,332 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/38b95ef574c048fa9ffc5deb71ac241f, entries=100, sequenceid=615, filesize=9.6 K 2024-11-14T02:20:06,333 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 0602502bc7119ff36e925fb68a4e10e4 in 1244ms, sequenceid=615, compaction requested=false 2024-11-14T02:20:06,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/90a91436c0264903a3e994ca152f915b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/ee4423da4cb54b489c20c757ef39c1ce, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/df7a2e8e3ad0438ab69e39a822ca6bb6, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/4ebafce8ce43489ea64a7627f7583f0b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/bbf021a709bb4851971387d0a63c8f0f, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/6ef05c03d94c4724b8ae9d982c64109c, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/00894d67e3d84f3aaa1e2cdcf81b3986, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/d0254870d3ad405490a6edf8a623acbb, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/194fa97e0df144b2bb3af0be79fa2bb7, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/e2131de55c4049a6997dd410683d03ae, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/237710ffef50454ca12ff4f703328334, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/de0d245156c646f9a85ed7b8af96b31f, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/8499f0a9df4247428beb3e703dccb89c, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/d49e367be4f8483987b9f593d321c639, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/74d092901abe4749a2b10c807f45e93d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/674b5fe430784a13baa936f7035ecab4, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/2deb844379574828b460f493d03179b0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/90204b3eac804bac8da9ba9a1363b940, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/09e175276bec46799a5f9c0439bd836a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/d5762351b72240bca322c62056c822e5, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/feddc8a7813e4fb49ab80ee37a3b00ab, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/c125f7b0a93d4f13b151de87efdeda0c, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/f6daff42966048e69cf613cbbac48796, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/77cc4033ed044c7caeba99553c7b5f71, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/73c77053e30348ffb5f9d30023a3db9e, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/3528d303f60a4768abc52b91c201a166, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/de6ff1e5de84463493d46a8a65944098, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/ccf3231411e14e37b2d832a4a4649e2b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/2445277390624ccebf133b97f5061cc6, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/0bceee0481cd4949bac6c5ffd2b72f77, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/a1f78f5a6db543bda7a4a0c8f1736f65, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/21d26901ea75452aba89131e81808db5, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/11aae756bd9144f89a220ea631040dfb, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/d495ba4843dc468cb09729cf27e699ae, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/ddf2365a67dc450aa7f6c563d0f91d13, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/0a1d6dc5e016492e923e26529453d9dc, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/b993c952fce546cf813e4c41d396a65f, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/06f58e4d2af94fc2b01e423776ab5235, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/b749c8e865d84f7093853adc3e2aabab, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/c7fadbc2f64e4b128da581ac8c27df59, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/d69f02184f264f70a1a982c277f371a8, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/3ae5b6ae1ed0487088100e351dc04dba, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/bc05865c7aca45de92251a008ed8f518] to archive 2024-11-14T02:20:06,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T02:20:06,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/90a91436c0264903a3e994ca152f915b to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/90a91436c0264903a3e994ca152f915b 2024-11-14T02:20:06,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/ee4423da4cb54b489c20c757ef39c1ce to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/ee4423da4cb54b489c20c757ef39c1ce 2024-11-14T02:20:06,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/df7a2e8e3ad0438ab69e39a822ca6bb6 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/df7a2e8e3ad0438ab69e39a822ca6bb6 2024-11-14T02:20:06,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/4ebafce8ce43489ea64a7627f7583f0b to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/4ebafce8ce43489ea64a7627f7583f0b 2024-11-14T02:20:06,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/bbf021a709bb4851971387d0a63c8f0f to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/bbf021a709bb4851971387d0a63c8f0f 2024-11-14T02:20:06,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/6ef05c03d94c4724b8ae9d982c64109c to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/6ef05c03d94c4724b8ae9d982c64109c 2024-11-14T02:20:06,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/00894d67e3d84f3aaa1e2cdcf81b3986 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/00894d67e3d84f3aaa1e2cdcf81b3986 2024-11-14T02:20:06,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/d0254870d3ad405490a6edf8a623acbb to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/d0254870d3ad405490a6edf8a623acbb 2024-11-14T02:20:06,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/194fa97e0df144b2bb3af0be79fa2bb7 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/194fa97e0df144b2bb3af0be79fa2bb7 2024-11-14T02:20:06,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/e2131de55c4049a6997dd410683d03ae to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/e2131de55c4049a6997dd410683d03ae 2024-11-14T02:20:06,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/237710ffef50454ca12ff4f703328334 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/237710ffef50454ca12ff4f703328334 2024-11-14T02:20:06,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/de0d245156c646f9a85ed7b8af96b31f to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/de0d245156c646f9a85ed7b8af96b31f 2024-11-14T02:20:06,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/8499f0a9df4247428beb3e703dccb89c to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/8499f0a9df4247428beb3e703dccb89c 2024-11-14T02:20:06,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/d49e367be4f8483987b9f593d321c639 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/d49e367be4f8483987b9f593d321c639 2024-11-14T02:20:06,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/74d092901abe4749a2b10c807f45e93d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/74d092901abe4749a2b10c807f45e93d 2024-11-14T02:20:06,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/674b5fe430784a13baa936f7035ecab4 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/674b5fe430784a13baa936f7035ecab4 2024-11-14T02:20:06,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/2deb844379574828b460f493d03179b0 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/2deb844379574828b460f493d03179b0 2024-11-14T02:20:06,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/90204b3eac804bac8da9ba9a1363b940 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/90204b3eac804bac8da9ba9a1363b940 2024-11-14T02:20:06,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/09e175276bec46799a5f9c0439bd836a to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/09e175276bec46799a5f9c0439bd836a 2024-11-14T02:20:06,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/d5762351b72240bca322c62056c822e5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/d5762351b72240bca322c62056c822e5 2024-11-14T02:20:06,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/feddc8a7813e4fb49ab80ee37a3b00ab to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/feddc8a7813e4fb49ab80ee37a3b00ab 2024-11-14T02:20:06,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/c125f7b0a93d4f13b151de87efdeda0c to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/c125f7b0a93d4f13b151de87efdeda0c 2024-11-14T02:20:06,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/f6daff42966048e69cf613cbbac48796 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/f6daff42966048e69cf613cbbac48796 2024-11-14T02:20:06,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/77cc4033ed044c7caeba99553c7b5f71 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/77cc4033ed044c7caeba99553c7b5f71 2024-11-14T02:20:06,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/73c77053e30348ffb5f9d30023a3db9e to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/73c77053e30348ffb5f9d30023a3db9e 2024-11-14T02:20:06,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/3528d303f60a4768abc52b91c201a166 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/3528d303f60a4768abc52b91c201a166 2024-11-14T02:20:06,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/de6ff1e5de84463493d46a8a65944098 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/de6ff1e5de84463493d46a8a65944098 2024-11-14T02:20:06,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/ccf3231411e14e37b2d832a4a4649e2b to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/ccf3231411e14e37b2d832a4a4649e2b 2024-11-14T02:20:06,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/2445277390624ccebf133b97f5061cc6 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/2445277390624ccebf133b97f5061cc6 2024-11-14T02:20:06,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/0bceee0481cd4949bac6c5ffd2b72f77 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/0bceee0481cd4949bac6c5ffd2b72f77 2024-11-14T02:20:06,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/a1f78f5a6db543bda7a4a0c8f1736f65 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/a1f78f5a6db543bda7a4a0c8f1736f65 2024-11-14T02:20:06,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/21d26901ea75452aba89131e81808db5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/21d26901ea75452aba89131e81808db5 2024-11-14T02:20:06,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/11aae756bd9144f89a220ea631040dfb to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/11aae756bd9144f89a220ea631040dfb 2024-11-14T02:20:06,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/d495ba4843dc468cb09729cf27e699ae to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/d495ba4843dc468cb09729cf27e699ae 2024-11-14T02:20:06,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/ddf2365a67dc450aa7f6c563d0f91d13 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/ddf2365a67dc450aa7f6c563d0f91d13 2024-11-14T02:20:06,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/0a1d6dc5e016492e923e26529453d9dc to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/0a1d6dc5e016492e923e26529453d9dc 2024-11-14T02:20:06,380 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/b993c952fce546cf813e4c41d396a65f to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/b993c952fce546cf813e4c41d396a65f 2024-11-14T02:20:06,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/06f58e4d2af94fc2b01e423776ab5235 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/06f58e4d2af94fc2b01e423776ab5235 2024-11-14T02:20:06,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/b749c8e865d84f7093853adc3e2aabab to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/b749c8e865d84f7093853adc3e2aabab 2024-11-14T02:20:06,383 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/c7fadbc2f64e4b128da581ac8c27df59 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/c7fadbc2f64e4b128da581ac8c27df59 2024-11-14T02:20:06,384 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/d69f02184f264f70a1a982c277f371a8 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/d69f02184f264f70a1a982c277f371a8 2024-11-14T02:20:06,384 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/3ae5b6ae1ed0487088100e351dc04dba to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/3ae5b6ae1ed0487088100e351dc04dba 2024-11-14T02:20:06,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/bc05865c7aca45de92251a008ed8f518 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/bc05865c7aca45de92251a008ed8f518 2024-11-14T02:20:06,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/a62fe3679e6348858d7a31a92923c75c, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/ecff9828c5f44377b743f49d1f4c14ee, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/ad5ea06aac0d46ffa7439dcdfcedcfa8, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/16e634aaf99b40259d330fc260b3c93e, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/aabc4d0e279e4383b013c4aed308261d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/a9eff4503cb046fc9db215893adb1507, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/70556c06662e42a59555bfe03391f048, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/b8a322d0e0eb4cbd9eab1c07ce17b02b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/7834c92322d643babfcf58a503fa8f56, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/b4dcedfd35e3469d9110b1f673b15f7a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/cb72e2c885504d148f834c604313762a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/18a7f26310094705805627ea0aff97e7, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/32726a722f074b688413a2bc72fc3d21, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/04c0642a992b48e4882c498132243917, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/bf9496a2a9b543868c7c280a1536cec5, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/c1ae39a9e46b493fb15cf44ea3bca6a6, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/f2f9530df2114748aa4e53f2a2e445c2, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/d26cfa7a12c24cf6b0cc8cb7bd145350, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/85f7ad12696a4ecd8b98818bc762e576, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/6c100566b32941a9afc5daf38041a169, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/7d3cc8ea1f3d4cc69ca8e63858eb4f83, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/946c0a6fc9c14bdeba6794bb30405c8b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/cfab912c587a435b872c727d176e8240, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/d0d544bec91c4a6ba48288c60caed344, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/63234580b89240ffa5655fbf381fe822, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/9d747d35b62c4538889bb8060b52974c, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/45d377ba654248648c44f3d7da8ddd57, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/3b8dcbaf57694a8cb1c4856b7f2b943e, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/97d52411eb244cac85070a57aa99faf3, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/b0fcecf81fd549999b5eaeeaef469028, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/f0194d5d6c784fc2b971954745e2103a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/2687c34e17b24b0f9089246fdc52b1d3, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/9534f346f77347048d3deaf5c795d3b7, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/43644a09fcef4a83b7574a9a3d5b6d68, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/940bb2b08be44bf0b4b2dfcb0130ea3a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/75032e3d4b2d4c9789a914339a63627b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/2e109a6bca1e49cda89aef75afb8b8fb, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/ec712275311e4827a0433276aea9dcd4, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/e1200aa709e44a9b9aa27bf94fb35de5, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/bc96379e62b6431493b96dc8bf91a970, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/6e921260f3bf4dd98c7596af20074f00, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/7439de9eee954ab6b448b53c31f9ecda, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/ad8c2852c3cb4846920319bc99f558b1] to archive 2024-11-14T02:20:06,388 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T02:20:06,389 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/a62fe3679e6348858d7a31a92923c75c to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/a62fe3679e6348858d7a31a92923c75c 2024-11-14T02:20:06,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/ecff9828c5f44377b743f49d1f4c14ee to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/ecff9828c5f44377b743f49d1f4c14ee 2024-11-14T02:20:06,391 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/ad5ea06aac0d46ffa7439dcdfcedcfa8 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/ad5ea06aac0d46ffa7439dcdfcedcfa8 2024-11-14T02:20:06,391 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/16e634aaf99b40259d330fc260b3c93e to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/16e634aaf99b40259d330fc260b3c93e 2024-11-14T02:20:06,392 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/aabc4d0e279e4383b013c4aed308261d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/aabc4d0e279e4383b013c4aed308261d 2024-11-14T02:20:06,393 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/a9eff4503cb046fc9db215893adb1507 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/a9eff4503cb046fc9db215893adb1507 2024-11-14T02:20:06,394 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/70556c06662e42a59555bfe03391f048 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/70556c06662e42a59555bfe03391f048 2024-11-14T02:20:06,395 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/b8a322d0e0eb4cbd9eab1c07ce17b02b to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/b8a322d0e0eb4cbd9eab1c07ce17b02b 2024-11-14T02:20:06,397 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/7834c92322d643babfcf58a503fa8f56 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/7834c92322d643babfcf58a503fa8f56 2024-11-14T02:20:06,402 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/b4dcedfd35e3469d9110b1f673b15f7a to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/b4dcedfd35e3469d9110b1f673b15f7a 2024-11-14T02:20:06,403 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/cb72e2c885504d148f834c604313762a to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/cb72e2c885504d148f834c604313762a 2024-11-14T02:20:06,404 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/18a7f26310094705805627ea0aff97e7 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/18a7f26310094705805627ea0aff97e7 2024-11-14T02:20:06,405 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/32726a722f074b688413a2bc72fc3d21 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/32726a722f074b688413a2bc72fc3d21 2024-11-14T02:20:06,406 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/04c0642a992b48e4882c498132243917 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/04c0642a992b48e4882c498132243917 2024-11-14T02:20:06,407 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/bf9496a2a9b543868c7c280a1536cec5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/bf9496a2a9b543868c7c280a1536cec5 2024-11-14T02:20:06,409 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/c1ae39a9e46b493fb15cf44ea3bca6a6 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/c1ae39a9e46b493fb15cf44ea3bca6a6 2024-11-14T02:20:06,410 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/f2f9530df2114748aa4e53f2a2e445c2 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/f2f9530df2114748aa4e53f2a2e445c2 2024-11-14T02:20:06,412 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/d26cfa7a12c24cf6b0cc8cb7bd145350 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/d26cfa7a12c24cf6b0cc8cb7bd145350 2024-11-14T02:20:06,413 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/85f7ad12696a4ecd8b98818bc762e576 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/85f7ad12696a4ecd8b98818bc762e576 2024-11-14T02:20:06,414 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/6c100566b32941a9afc5daf38041a169 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/6c100566b32941a9afc5daf38041a169 2024-11-14T02:20:06,415 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/7d3cc8ea1f3d4cc69ca8e63858eb4f83 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/7d3cc8ea1f3d4cc69ca8e63858eb4f83 2024-11-14T02:20:06,416 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/946c0a6fc9c14bdeba6794bb30405c8b to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/946c0a6fc9c14bdeba6794bb30405c8b 2024-11-14T02:20:06,417 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/cfab912c587a435b872c727d176e8240 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/cfab912c587a435b872c727d176e8240 2024-11-14T02:20:06,418 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/d0d544bec91c4a6ba48288c60caed344 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/d0d544bec91c4a6ba48288c60caed344 2024-11-14T02:20:06,418 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/63234580b89240ffa5655fbf381fe822 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/63234580b89240ffa5655fbf381fe822 2024-11-14T02:20:06,419 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/9d747d35b62c4538889bb8060b52974c to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/9d747d35b62c4538889bb8060b52974c 2024-11-14T02:20:06,420 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/45d377ba654248648c44f3d7da8ddd57 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/45d377ba654248648c44f3d7da8ddd57 2024-11-14T02:20:06,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/3b8dcbaf57694a8cb1c4856b7f2b943e to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/3b8dcbaf57694a8cb1c4856b7f2b943e 2024-11-14T02:20:06,422 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/97d52411eb244cac85070a57aa99faf3 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/97d52411eb244cac85070a57aa99faf3 2024-11-14T02:20:06,423 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/b0fcecf81fd549999b5eaeeaef469028 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/b0fcecf81fd549999b5eaeeaef469028 2024-11-14T02:20:06,423 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/f0194d5d6c784fc2b971954745e2103a to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/f0194d5d6c784fc2b971954745e2103a 2024-11-14T02:20:06,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/2687c34e17b24b0f9089246fdc52b1d3 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/2687c34e17b24b0f9089246fdc52b1d3 2024-11-14T02:20:06,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/9534f346f77347048d3deaf5c795d3b7 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/9534f346f77347048d3deaf5c795d3b7 2024-11-14T02:20:06,426 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/43644a09fcef4a83b7574a9a3d5b6d68 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/43644a09fcef4a83b7574a9a3d5b6d68 2024-11-14T02:20:06,427 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/940bb2b08be44bf0b4b2dfcb0130ea3a to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/940bb2b08be44bf0b4b2dfcb0130ea3a 2024-11-14T02:20:06,429 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/75032e3d4b2d4c9789a914339a63627b to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/75032e3d4b2d4c9789a914339a63627b 2024-11-14T02:20:06,430 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/2e109a6bca1e49cda89aef75afb8b8fb to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/2e109a6bca1e49cda89aef75afb8b8fb 2024-11-14T02:20:06,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/ec712275311e4827a0433276aea9dcd4 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/ec712275311e4827a0433276aea9dcd4 2024-11-14T02:20:06,432 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/e1200aa709e44a9b9aa27bf94fb35de5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/e1200aa709e44a9b9aa27bf94fb35de5 2024-11-14T02:20:06,433 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/bc96379e62b6431493b96dc8bf91a970 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/bc96379e62b6431493b96dc8bf91a970 2024-11-14T02:20:06,434 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/6e921260f3bf4dd98c7596af20074f00 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/6e921260f3bf4dd98c7596af20074f00 2024-11-14T02:20:06,435 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/7439de9eee954ab6b448b53c31f9ecda to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/7439de9eee954ab6b448b53c31f9ecda 2024-11-14T02:20:06,436 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/ad8c2852c3cb4846920319bc99f558b1 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/ad8c2852c3cb4846920319bc99f558b1 2024-11-14T02:20:06,438 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/2b841dec9be04fea9e87d509de0fafb6, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/0deb3a1899ed4b93a59a13271ad65fc9, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/97026d662fc64854b1fb4083d6e1755e, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/181dc9f8bab44f8b9ddabce4bd682ff0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/e9ba631e819b4be48ebeaffb64a2ac3f, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/01b8a903afc54b04bd419148f14517ce, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/643919b380d24b4fb2f33524ccd8160e, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/b8c498b52ac44e6a9665f9625363fe38, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/b7fe4a9ffed64028ba11b30f87bb1ff7, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/4d069e5fa5304487b02c3f83d040423f, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/bc3d51e243f54e649dca79fd631fd1fd, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/fd5afff4655b49faa2a86767357e14ba, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/5033e7fa40074fd5bb0cb90c1e3be810, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/c709f21753b84a04844f20fec871181b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/5db8631c189548b6bf04486165503871, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/86d06cd1431d4c0b9341f59d541f38ee, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/d70618215724454f916bfae5e4f6ea12, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/06378bbea77f4b65af492d9bb0dc574d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/15241fd1fe3d45908016dc7ff48e3588, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/b6dc4dbd66bf4c0a9eb4cc9503c542fa, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/46fc753f2fdb499f8ff00da946c8abb6, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/b89be5ddb6b946c7b937980ec52bb0f8, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/40fe876a19824843a78b9349eb395c14, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/5a507aadb8c0447ebcd832d5e5861ce9, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/fddd5384f2634d5ba598fd0de7eb5a4a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/d49cc955b9704592aafab27d1e6a7ec0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/00ac389e28fc42d190f18443033d690e, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/ac0a93454df34be2b0b6e48649a84768, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/0864cf27f8ce4416b3bc98a311a893f9, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/6854c949d6e24e7083ba45eb4af2d819, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/e9ded05e70c24de885c2a92d894e24da, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/9ec040b0625948e7a1a71bc0851028a9, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/398eb99a45ca4c978c6bfd0120506f66, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/c30edd95f3224816aa269a4d7ba84559, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/865ac458295a411996c44dc73c0a89bd, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/dc81202adc8f4e4a9b40bcee10ff02b7, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/e9f71a508979426d843867fbcd50771a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/7519bcb5241c48f79cc38136c0d53d82, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/3b7de149b5d8461e8c121a8dc8591a00, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/a0eefc967a29400a860f023308f42d38, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/54f2117779814628bb874651d8be4dc0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/f599eb7e7cab415cb4f96928d9b86bf5] to archive 2024-11-14T02:20:06,439 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T02:20:06,440 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/2b841dec9be04fea9e87d509de0fafb6 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/2b841dec9be04fea9e87d509de0fafb6 2024-11-14T02:20:06,442 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/0deb3a1899ed4b93a59a13271ad65fc9 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/0deb3a1899ed4b93a59a13271ad65fc9 2024-11-14T02:20:06,442 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/97026d662fc64854b1fb4083d6e1755e to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/97026d662fc64854b1fb4083d6e1755e 2024-11-14T02:20:06,443 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/181dc9f8bab44f8b9ddabce4bd682ff0 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/181dc9f8bab44f8b9ddabce4bd682ff0 2024-11-14T02:20:06,444 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/e9ba631e819b4be48ebeaffb64a2ac3f to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/e9ba631e819b4be48ebeaffb64a2ac3f 2024-11-14T02:20:06,445 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/01b8a903afc54b04bd419148f14517ce to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/01b8a903afc54b04bd419148f14517ce 2024-11-14T02:20:06,446 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/643919b380d24b4fb2f33524ccd8160e to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/643919b380d24b4fb2f33524ccd8160e 2024-11-14T02:20:06,446 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/b8c498b52ac44e6a9665f9625363fe38 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/b8c498b52ac44e6a9665f9625363fe38 2024-11-14T02:20:06,447 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/b7fe4a9ffed64028ba11b30f87bb1ff7 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/b7fe4a9ffed64028ba11b30f87bb1ff7 2024-11-14T02:20:06,448 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/4d069e5fa5304487b02c3f83d040423f to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/4d069e5fa5304487b02c3f83d040423f 2024-11-14T02:20:06,449 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/bc3d51e243f54e649dca79fd631fd1fd to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/bc3d51e243f54e649dca79fd631fd1fd 2024-11-14T02:20:06,449 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/fd5afff4655b49faa2a86767357e14ba to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/fd5afff4655b49faa2a86767357e14ba 2024-11-14T02:20:06,450 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/5033e7fa40074fd5bb0cb90c1e3be810 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/5033e7fa40074fd5bb0cb90c1e3be810 2024-11-14T02:20:06,451 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/c709f21753b84a04844f20fec871181b to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/c709f21753b84a04844f20fec871181b 2024-11-14T02:20:06,452 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/5db8631c189548b6bf04486165503871 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/5db8631c189548b6bf04486165503871 2024-11-14T02:20:06,453 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/86d06cd1431d4c0b9341f59d541f38ee to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/86d06cd1431d4c0b9341f59d541f38ee 2024-11-14T02:20:06,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/d70618215724454f916bfae5e4f6ea12 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/d70618215724454f916bfae5e4f6ea12 2024-11-14T02:20:06,455 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/06378bbea77f4b65af492d9bb0dc574d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/06378bbea77f4b65af492d9bb0dc574d 2024-11-14T02:20:06,456 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/15241fd1fe3d45908016dc7ff48e3588 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/15241fd1fe3d45908016dc7ff48e3588 2024-11-14T02:20:06,457 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/b6dc4dbd66bf4c0a9eb4cc9503c542fa to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/b6dc4dbd66bf4c0a9eb4cc9503c542fa 2024-11-14T02:20:06,458 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/46fc753f2fdb499f8ff00da946c8abb6 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/46fc753f2fdb499f8ff00da946c8abb6 2024-11-14T02:20:06,459 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/b89be5ddb6b946c7b937980ec52bb0f8 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/b89be5ddb6b946c7b937980ec52bb0f8 2024-11-14T02:20:06,460 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/40fe876a19824843a78b9349eb395c14 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/40fe876a19824843a78b9349eb395c14 2024-11-14T02:20:06,461 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/5a507aadb8c0447ebcd832d5e5861ce9 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/5a507aadb8c0447ebcd832d5e5861ce9 2024-11-14T02:20:06,462 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/fddd5384f2634d5ba598fd0de7eb5a4a to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/fddd5384f2634d5ba598fd0de7eb5a4a 2024-11-14T02:20:06,463 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/d49cc955b9704592aafab27d1e6a7ec0 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/d49cc955b9704592aafab27d1e6a7ec0 2024-11-14T02:20:06,464 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/00ac389e28fc42d190f18443033d690e to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/00ac389e28fc42d190f18443033d690e 2024-11-14T02:20:06,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/ac0a93454df34be2b0b6e48649a84768 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/ac0a93454df34be2b0b6e48649a84768 2024-11-14T02:20:06,466 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/0864cf27f8ce4416b3bc98a311a893f9 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/0864cf27f8ce4416b3bc98a311a893f9 2024-11-14T02:20:06,467 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/6854c949d6e24e7083ba45eb4af2d819 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/6854c949d6e24e7083ba45eb4af2d819 2024-11-14T02:20:06,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/e9ded05e70c24de885c2a92d894e24da to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/e9ded05e70c24de885c2a92d894e24da 2024-11-14T02:20:06,469 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/9ec040b0625948e7a1a71bc0851028a9 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/9ec040b0625948e7a1a71bc0851028a9 2024-11-14T02:20:06,470 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/398eb99a45ca4c978c6bfd0120506f66 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/398eb99a45ca4c978c6bfd0120506f66 2024-11-14T02:20:06,470 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/c30edd95f3224816aa269a4d7ba84559 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/c30edd95f3224816aa269a4d7ba84559 2024-11-14T02:20:06,471 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/865ac458295a411996c44dc73c0a89bd to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/865ac458295a411996c44dc73c0a89bd 2024-11-14T02:20:06,472 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/dc81202adc8f4e4a9b40bcee10ff02b7 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/dc81202adc8f4e4a9b40bcee10ff02b7 2024-11-14T02:20:06,473 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/e9f71a508979426d843867fbcd50771a to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/e9f71a508979426d843867fbcd50771a 2024-11-14T02:20:06,474 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/7519bcb5241c48f79cc38136c0d53d82 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/7519bcb5241c48f79cc38136c0d53d82 2024-11-14T02:20:06,475 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/3b7de149b5d8461e8c121a8dc8591a00 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/3b7de149b5d8461e8c121a8dc8591a00 2024-11-14T02:20:06,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/a0eefc967a29400a860f023308f42d38 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/a0eefc967a29400a860f023308f42d38 2024-11-14T02:20:06,477 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/54f2117779814628bb874651d8be4dc0 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/54f2117779814628bb874651d8be4dc0 2024-11-14T02:20:06,477 DEBUG [StoreCloser-TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/f599eb7e7cab415cb4f96928d9b86bf5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/f599eb7e7cab415cb4f96928d9b86bf5 2024-11-14T02:20:06,481 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/recovered.edits/618.seqid, newMaxSeqId=618, maxSeqId=1 2024-11-14T02:20:06,482 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4. 2024-11-14T02:20:06,482 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1635): Region close journal for 0602502bc7119ff36e925fb68a4e10e4: 2024-11-14T02:20:06,483 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(170): Closed 0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:20:06,484 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=0602502bc7119ff36e925fb68a4e10e4, regionState=CLOSED 2024-11-14T02:20:06,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-14T02:20:06,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseRegionProcedure 0602502bc7119ff36e925fb68a4e10e4, server=3d72750a2650,45917,1731550712637 in 1.5470 sec 2024-11-14T02:20:06,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=89, resume processing ppid=88 2024-11-14T02:20:06,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=88, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0602502bc7119ff36e925fb68a4e10e4, UNASSIGN in 1.5500 sec 2024-11-14T02:20:06,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-14T02:20:06,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5530 sec 2024-11-14T02:20:06,488 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731550806488"}]},"ts":"1731550806488"} 2024-11-14T02:20:06,489 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T02:20:06,492 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T02:20:06,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5650 sec 2024-11-14T02:20:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-14T02:20:07,034 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-14T02:20:07,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-14T02:20:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:20:07,036 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=91, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:20:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-14T02:20:07,036 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=91, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:20:07,038 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:20:07,040 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A, FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B, FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C, FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/recovered.edits] 2024-11-14T02:20:07,042 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/14a1b7db215f43a8bb6e7ff49e8d4876 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/14a1b7db215f43a8bb6e7ff49e8d4876 2024-11-14T02:20:07,043 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/226a1f129600450687716fc475ccfec2 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/A/226a1f129600450687716fc475ccfec2 2024-11-14T02:20:07,045 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/355d984eb9354775b29c6fa4f6f91ad7 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/355d984eb9354775b29c6fa4f6f91ad7 2024-11-14T02:20:07,046 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/96b5a11fcb234c39b0d985356216cad5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/B/96b5a11fcb234c39b0d985356216cad5 2024-11-14T02:20:07,048 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/328941e54bb34b42883cbb68cf131b06 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/328941e54bb34b42883cbb68cf131b06 2024-11-14T02:20:07,049 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/38b95ef574c048fa9ffc5deb71ac241f to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/C/38b95ef574c048fa9ffc5deb71ac241f 2024-11-14T02:20:07,052 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/recovered.edits/618.seqid to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4/recovered.edits/618.seqid 2024-11-14T02:20:07,052 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/0602502bc7119ff36e925fb68a4e10e4 2024-11-14T02:20:07,053 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T02:20:07,055 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=91, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:20:07,074 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T02:20:07,078 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T02:20:07,079 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=91, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:20:07,079 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T02:20:07,079 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731550807079"}]},"ts":"9223372036854775807"} 2024-11-14T02:20:07,081 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-14T02:20:07,081 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 0602502bc7119ff36e925fb68a4e10e4, NAME => 'TestAcidGuarantees,,1731550777896.0602502bc7119ff36e925fb68a4e10e4.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T02:20:07,081 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T02:20:07,081 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731550807081"}]},"ts":"9223372036854775807"} 2024-11-14T02:20:07,083 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-14T02:20:07,085 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=91, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:20:07,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 51 msec 2024-11-14T02:20:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-14T02:20:07,140 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-14T02:20:07,159 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=238 (was 239), OpenFileDescriptor=451 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=959 (was 1002), ProcessCount=11 (was 11), AvailableMemoryMB=1815 (was 1193) - AvailableMemoryMB LEAK? - 2024-11-14T02:20:07,172 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=238, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=959, ProcessCount=11, AvailableMemoryMB=1815 2024-11-14T02:20:07,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T02:20:07,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:20:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=92, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T02:20:07,178 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:20:07,178 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:07,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 92 2024-11-14T02:20:07,179 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:20:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-14T02:20:07,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742197_1373 (size=960) 2024-11-14T02:20:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-14T02:20:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-14T02:20:07,594 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d 2024-11-14T02:20:07,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742198_1374 (size=53) 2024-11-14T02:20:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-14T02:20:08,000 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:20:08,000 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing ada3817734c48e173892416f552cea33, disabling compactions & flushes 2024-11-14T02:20:08,000 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:08,000 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:08,000 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. after waiting 0 ms 2024-11-14T02:20:08,000 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:08,000 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:08,000 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:08,001 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:20:08,002 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731550808002"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731550808002"}]},"ts":"1731550808002"} 2024-11-14T02:20:08,003 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-14T02:20:08,003 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:20:08,003 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731550808003"}]},"ts":"1731550808003"} 2024-11-14T02:20:08,004 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T02:20:08,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ada3817734c48e173892416f552cea33, ASSIGN}] 2024-11-14T02:20:08,009 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ada3817734c48e173892416f552cea33, ASSIGN 2024-11-14T02:20:08,009 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ada3817734c48e173892416f552cea33, ASSIGN; state=OFFLINE, location=3d72750a2650,45917,1731550712637; forceNewPlan=false, retain=false 2024-11-14T02:20:08,044 ERROR [LeaseRenewer:jenkins@localhost:41419 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:41419,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:08,160 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=ada3817734c48e173892416f552cea33, regionState=OPENING, regionLocation=3d72750a2650,45917,1731550712637 2024-11-14T02:20:08,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; OpenRegionProcedure ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637}] 2024-11-14T02:20:08,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-14T02:20:08,313 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:08,316 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:08,316 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7285): Opening region: {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:20:08,316 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ada3817734c48e173892416f552cea33 2024-11-14T02:20:08,316 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:20:08,316 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7327): checking encryption for ada3817734c48e173892416f552cea33 2024-11-14T02:20:08,316 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7330): checking classloading for ada3817734c48e173892416f552cea33 2024-11-14T02:20:08,317 INFO [StoreOpener-ada3817734c48e173892416f552cea33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ada3817734c48e173892416f552cea33 2024-11-14T02:20:08,318 INFO [StoreOpener-ada3817734c48e173892416f552cea33-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T02:20:08,318 INFO [StoreOpener-ada3817734c48e173892416f552cea33-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ada3817734c48e173892416f552cea33 columnFamilyName A 2024-11-14T02:20:08,318 DEBUG [StoreOpener-ada3817734c48e173892416f552cea33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:08,319 INFO [StoreOpener-ada3817734c48e173892416f552cea33-1 {}] regionserver.HStore(327): Store=ada3817734c48e173892416f552cea33/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:20:08,319 INFO [StoreOpener-ada3817734c48e173892416f552cea33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ada3817734c48e173892416f552cea33 2024-11-14T02:20:08,320 INFO [StoreOpener-ada3817734c48e173892416f552cea33-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T02:20:08,320 INFO [StoreOpener-ada3817734c48e173892416f552cea33-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ada3817734c48e173892416f552cea33 columnFamilyName B 2024-11-14T02:20:08,320 DEBUG [StoreOpener-ada3817734c48e173892416f552cea33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:08,320 INFO [StoreOpener-ada3817734c48e173892416f552cea33-1 {}] regionserver.HStore(327): Store=ada3817734c48e173892416f552cea33/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:20:08,320 INFO [StoreOpener-ada3817734c48e173892416f552cea33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ada3817734c48e173892416f552cea33 2024-11-14T02:20:08,321 INFO [StoreOpener-ada3817734c48e173892416f552cea33-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T02:20:08,321 INFO [StoreOpener-ada3817734c48e173892416f552cea33-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ada3817734c48e173892416f552cea33 columnFamilyName C 2024-11-14T02:20:08,321 DEBUG [StoreOpener-ada3817734c48e173892416f552cea33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:08,321 INFO [StoreOpener-ada3817734c48e173892416f552cea33-1 {}] regionserver.HStore(327): Store=ada3817734c48e173892416f552cea33/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:20:08,322 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:08,322 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33 2024-11-14T02:20:08,322 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33 2024-11-14T02:20:08,323 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T02:20:08,324 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1085): writing seq id for ada3817734c48e173892416f552cea33 2024-11-14T02:20:08,326 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:20:08,326 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1102): Opened ada3817734c48e173892416f552cea33; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61863185, jitterRate=-0.07816670835018158}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T02:20:08,326 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1001): Region open journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:08,327 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33., pid=94, masterSystemTime=1731550808313 2024-11-14T02:20:08,328 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:08,328 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:08,329 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=ada3817734c48e173892416f552cea33, regionState=OPEN, openSeqNum=2, regionLocation=3d72750a2650,45917,1731550712637 2024-11-14T02:20:08,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-14T02:20:08,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; OpenRegionProcedure ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 in 168 msec 2024-11-14T02:20:08,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-11-14T02:20:08,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ada3817734c48e173892416f552cea33, ASSIGN in 322 msec 2024-11-14T02:20:08,332 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:20:08,332 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731550808332"}]},"ts":"1731550808332"} 2024-11-14T02:20:08,333 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T02:20:08,336 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:20:08,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1620 sec 2024-11-14T02:20:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-14T02:20:09,284 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 92 completed 2024-11-14T02:20:09,286 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x378c2a4e to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@474d5947 2024-11-14T02:20:09,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dacfd49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:20:09,296 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:20:09,298 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45448, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:20:09,301 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:20:09,302 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60152, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:20:09,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T02:20:09,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:20:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-14T02:20:09,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742199_1375 (size=996) 2024-11-14T02:20:09,721 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-14T02:20:09,721 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-14T02:20:09,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T02:20:09,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ada3817734c48e173892416f552cea33, REOPEN/MOVE}] 2024-11-14T02:20:09,725 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ada3817734c48e173892416f552cea33, REOPEN/MOVE 2024-11-14T02:20:09,726 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=ada3817734c48e173892416f552cea33, regionState=CLOSING, regionLocation=3d72750a2650,45917,1731550712637 2024-11-14T02:20:09,727 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T02:20:09,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; CloseRegionProcedure ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637}] 2024-11-14T02:20:09,878 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:09,879 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(124): Close ada3817734c48e173892416f552cea33 2024-11-14T02:20:09,879 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T02:20:09,879 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1681): Closing ada3817734c48e173892416f552cea33, disabling compactions & flushes 2024-11-14T02:20:09,879 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:09,879 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:09,879 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. after waiting 0 ms 2024-11-14T02:20:09,879 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:09,883 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T02:20:09,883 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:09,883 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1635): Region close journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:09,883 WARN [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionServer(3786): Not adding moved region record: ada3817734c48e173892416f552cea33 to self. 2024-11-14T02:20:09,884 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(170): Closed ada3817734c48e173892416f552cea33 2024-11-14T02:20:09,885 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=ada3817734c48e173892416f552cea33, regionState=CLOSED 2024-11-14T02:20:09,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-14T02:20:09,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; CloseRegionProcedure ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 in 159 msec 2024-11-14T02:20:09,887 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ada3817734c48e173892416f552cea33, REOPEN/MOVE; state=CLOSED, location=3d72750a2650,45917,1731550712637; forceNewPlan=false, retain=true 2024-11-14T02:20:10,037 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=ada3817734c48e173892416f552cea33, regionState=OPENING, regionLocation=3d72750a2650,45917,1731550712637 2024-11-14T02:20:10,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=97, state=RUNNABLE; OpenRegionProcedure ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637}] 2024-11-14T02:20:10,190 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:10,193 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:10,193 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7285): Opening region: {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:20:10,193 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ada3817734c48e173892416f552cea33 2024-11-14T02:20:10,193 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:20:10,193 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7327): checking encryption for ada3817734c48e173892416f552cea33 2024-11-14T02:20:10,193 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7330): checking classloading for ada3817734c48e173892416f552cea33 2024-11-14T02:20:10,194 INFO [StoreOpener-ada3817734c48e173892416f552cea33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ada3817734c48e173892416f552cea33 2024-11-14T02:20:10,195 INFO [StoreOpener-ada3817734c48e173892416f552cea33-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T02:20:10,195 INFO [StoreOpener-ada3817734c48e173892416f552cea33-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ada3817734c48e173892416f552cea33 columnFamilyName A 2024-11-14T02:20:10,196 DEBUG [StoreOpener-ada3817734c48e173892416f552cea33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:10,196 INFO [StoreOpener-ada3817734c48e173892416f552cea33-1 {}] regionserver.HStore(327): Store=ada3817734c48e173892416f552cea33/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:20:10,197 INFO [StoreOpener-ada3817734c48e173892416f552cea33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ada3817734c48e173892416f552cea33 2024-11-14T02:20:10,197 INFO [StoreOpener-ada3817734c48e173892416f552cea33-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T02:20:10,197 INFO [StoreOpener-ada3817734c48e173892416f552cea33-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ada3817734c48e173892416f552cea33 columnFamilyName B 2024-11-14T02:20:10,197 DEBUG [StoreOpener-ada3817734c48e173892416f552cea33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:10,198 INFO [StoreOpener-ada3817734c48e173892416f552cea33-1 {}] regionserver.HStore(327): Store=ada3817734c48e173892416f552cea33/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:20:10,198 INFO [StoreOpener-ada3817734c48e173892416f552cea33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ada3817734c48e173892416f552cea33 2024-11-14T02:20:10,198 INFO [StoreOpener-ada3817734c48e173892416f552cea33-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T02:20:10,198 INFO [StoreOpener-ada3817734c48e173892416f552cea33-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ada3817734c48e173892416f552cea33 columnFamilyName C 2024-11-14T02:20:10,198 DEBUG [StoreOpener-ada3817734c48e173892416f552cea33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:10,198 INFO [StoreOpener-ada3817734c48e173892416f552cea33-1 {}] regionserver.HStore(327): Store=ada3817734c48e173892416f552cea33/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:20:10,199 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:10,199 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33 2024-11-14T02:20:10,200 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33 2024-11-14T02:20:10,201 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T02:20:10,202 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1085): writing seq id for ada3817734c48e173892416f552cea33 2024-11-14T02:20:10,203 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1102): Opened ada3817734c48e173892416f552cea33; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67758365, jitterRate=0.009678319096565247}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T02:20:10,203 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1001): Region open journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:10,204 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33., pid=99, masterSystemTime=1731550810190 2024-11-14T02:20:10,205 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:10,205 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:10,206 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=ada3817734c48e173892416f552cea33, regionState=OPEN, openSeqNum=5, regionLocation=3d72750a2650,45917,1731550712637 2024-11-14T02:20:10,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=97 2024-11-14T02:20:10,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=97, state=SUCCESS; OpenRegionProcedure ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 in 168 msec 2024-11-14T02:20:10,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-14T02:20:10,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ada3817734c48e173892416f552cea33, REOPEN/MOVE in 483 msec 2024-11-14T02:20:10,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-14T02:20:10,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 487 msec 2024-11-14T02:20:10,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 910 msec 2024-11-14T02:20:10,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-14T02:20:10,220 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04f9fed4 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2953086d 2024-11-14T02:20:10,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33feebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:20:10,232 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1157d18a to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2076b3ad 2024-11-14T02:20:10,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c40db2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:20:10,246 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x353bcb3d to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20c5edec 2024-11-14T02:20:10,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a86cb71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:20:10,249 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x77b5b03d to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@789089aa 2024-11-14T02:20:10,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3401188a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:20:10,253 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x15bd9063 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@699c96a7 2024-11-14T02:20:10,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55650656, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:20:10,256 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x712a5bc9 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@c80a40c 2024-11-14T02:20:10,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42af2962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:20:10,259 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6b660061 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62cf69c5 2024-11-14T02:20:10,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5910b8c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:20:10,262 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x45ad0ff5 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c35c7c4 2024-11-14T02:20:10,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9a05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:20:10,265 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28dc77ab to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a259e93 2024-11-14T02:20:10,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b6d860, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:20:10,268 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70304ef6 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6179765 2024-11-14T02:20:10,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16722a1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:20:10,273 DEBUG [hconnection-0x4d1a23b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:20:10,273 DEBUG [hconnection-0x35cab96f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:20:10,273 DEBUG [hconnection-0x56860fa1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:20:10,273 DEBUG [hconnection-0x657369b9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:20:10,274 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45458, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:20:10,274 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:20:10,274 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45490, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:20:10,274 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:20:10,275 DEBUG [hconnection-0x5fdfe9cf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:20:10,276 DEBUG [hconnection-0x5f567b45-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:20:10,276 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45500, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:20:10,278 DEBUG [hconnection-0x7cc3c4d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:20:10,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:20:10,278 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:20:10,278 DEBUG [hconnection-0x5a72223d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:20:10,279 DEBUG [hconnection-0xfa08ff4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:20:10,279 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45518, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:20:10,279 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:20:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-14T02:20:10,279 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:20:10,280 DEBUG [hconnection-0x1d9df028-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:20:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-14T02:20:10,281 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:20:10,282 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45544, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:20:10,283 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:20:10,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:20:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ada3817734c48e173892416f552cea33 2024-11-14T02:20:10,284 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ada3817734c48e173892416f552cea33 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T02:20:10,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=A 2024-11-14T02:20:10,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:10,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=B 2024-11-14T02:20:10,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:10,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=C 2024-11-14T02:20:10,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:10,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550870308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:10,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550870309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:10,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550870310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:10,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:10,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45500 deadline: 1731550870310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:10,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:10,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550870311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:10,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e1e3c047d93448a7b89d294636219410_ada3817734c48e173892416f552cea33 is 50, key is test_row_0/A:col10/1731550810282/Put/seqid=0 2024-11-14T02:20:10,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742200_1376 (size=12154) 2024-11-14T02:20:10,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-14T02:20:10,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:10,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550870412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:10,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:10,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550870412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:10,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550870412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:10,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45500 deadline: 1731550870412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:10,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550870414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:10,437 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:10,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T02:20:10,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:10,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:10,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:10,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:10,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:10,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:10,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-14T02:20:10,589 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:10,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T02:20:10,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:10,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:10,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:10,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:10,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:10,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:10,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:10,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550870614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:10,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:10,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550870614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:10,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:10,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550870614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:10,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:10,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45500 deadline: 1731550870615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:10,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:10,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550870616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:10,736 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:10,745 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:10,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T02:20:10,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:10,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:10,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:10,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:10,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:10,758 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e1e3c047d93448a7b89d294636219410_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e1e3c047d93448a7b89d294636219410_ada3817734c48e173892416f552cea33 2024-11-14T02:20:10,762 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/8990735b90624486902ab074436f2f04, store: [table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:10,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/8990735b90624486902ab074436f2f04 is 175, key is test_row_0/A:col10/1731550810282/Put/seqid=0 2024-11-14T02:20:10,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742201_1377 (size=30955) 2024-11-14T02:20:10,786 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/8990735b90624486902ab074436f2f04 2024-11-14T02:20:10,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/bde485c09c1e477b89fb6ce4e7cf5a8d is 50, key is test_row_0/B:col10/1731550810282/Put/seqid=0 2024-11-14T02:20:10,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742202_1378 (size=12001) 2024-11-14T02:20:10,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/bde485c09c1e477b89fb6ce4e7cf5a8d 2024-11-14T02:20:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-14T02:20:10,901 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:10,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T02:20:10,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:10,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:10,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:10,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:10,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:10,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550870920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:10,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550870922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:10,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550870923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:10,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45500 deadline: 1731550870923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:10,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550870926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:10,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/2194f7a92a6d46a59bddd4a96dc30730 is 50, key is test_row_0/C:col10/1731550810282/Put/seqid=0 2024-11-14T02:20:10,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742203_1379 (size=12001) 2024-11-14T02:20:11,062 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:11,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T02:20:11,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:11,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:11,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:11,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:11,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:11,215 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:11,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T02:20:11,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:11,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:11,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:11,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:11,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:11,367 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:11,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T02:20:11,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:11,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:11,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:11,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:11,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-14T02:20:11,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/2194f7a92a6d46a59bddd4a96dc30730 2024-11-14T02:20:11,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/8990735b90624486902ab074436f2f04 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/8990735b90624486902ab074436f2f04 2024-11-14T02:20:11,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/8990735b90624486902ab074436f2f04, entries=150, sequenceid=17, filesize=30.2 K 2024-11-14T02:20:11,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/bde485c09c1e477b89fb6ce4e7cf5a8d as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/bde485c09c1e477b89fb6ce4e7cf5a8d 2024-11-14T02:20:11,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/bde485c09c1e477b89fb6ce4e7cf5a8d, entries=150, sequenceid=17, filesize=11.7 K 2024-11-14T02:20:11,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/2194f7a92a6d46a59bddd4a96dc30730 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/2194f7a92a6d46a59bddd4a96dc30730 2024-11-14T02:20:11,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/2194f7a92a6d46a59bddd4a96dc30730, entries=150, sequenceid=17, filesize=11.7 K 2024-11-14T02:20:11,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ada3817734c48e173892416f552cea33 in 1130ms, sequenceid=17, compaction requested=false 2024-11-14T02:20:11,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ada3817734c48e173892416f552cea33 2024-11-14T02:20:11,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ada3817734c48e173892416f552cea33 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T02:20:11,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=A 2024-11-14T02:20:11,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:11,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=B 2024-11-14T02:20:11,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:11,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=C 2024-11-14T02:20:11,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:11,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45500 deadline: 1731550871439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:11,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550871441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:11,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550871446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:11,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550871452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:11,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550871452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:11,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114cb870ab2434b405491dbcf068d66d35b_ada3817734c48e173892416f552cea33 is 50, key is test_row_0/A:col10/1731550810308/Put/seqid=0 2024-11-14T02:20:11,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742204_1380 (size=12154) 2024-11-14T02:20:11,520 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:11,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T02:20:11,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:11,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:11,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:11,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:11,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:11,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:11,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550871553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:11,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550871559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:11,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550871559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:11,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45500 deadline: 1731550871560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:11,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550871562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:11,673 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:11,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T02:20:11,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:11,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:11,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:11,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:11,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:11,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:11,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:11,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550871758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:11,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550871763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:11,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:11,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45500 deadline: 1731550871764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:11,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:11,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550871765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:11,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:11,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550871769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:11,826 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:11,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T02:20:11,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:11,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:11,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:11,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:11,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:11,892 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:11,902 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114cb870ab2434b405491dbcf068d66d35b_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114cb870ab2434b405491dbcf068d66d35b_ada3817734c48e173892416f552cea33 2024-11-14T02:20:11,903 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/25048e6558824fc3becd61ec9dafc079, store: [table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:11,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/25048e6558824fc3becd61ec9dafc079 is 175, key is test_row_0/A:col10/1731550810308/Put/seqid=0 2024-11-14T02:20:11,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742205_1381 (size=30955) 2024-11-14T02:20:11,918 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/25048e6558824fc3becd61ec9dafc079 2024-11-14T02:20:11,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/233fc4e0dd0f414c9c46ca3620ef77e3 is 50, key is test_row_0/B:col10/1731550810308/Put/seqid=0 2024-11-14T02:20:11,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742206_1382 (size=12001) 2024-11-14T02:20:11,982 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:11,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T02:20:11,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:11,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:11,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:11,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:11,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:12,029 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T02:20:12,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550872066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:12,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550872066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:12,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45500 deadline: 1731550872074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:12,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550872074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:12,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:12,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550872074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:12,136 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:12,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T02:20:12,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:12,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:12,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:12,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:12,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:12,291 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:12,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T02:20:12,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:12,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:12,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:12,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:12,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:12,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:12,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/233fc4e0dd0f414c9c46ca3620ef77e3 2024-11-14T02:20:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-14T02:20:12,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/3d77f196fa36412791b11f61ecbc0a87 is 50, key is test_row_0/C:col10/1731550810308/Put/seqid=0 2024-11-14T02:20:12,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742207_1383 (size=12001) 2024-11-14T02:20:12,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/3d77f196fa36412791b11f61ecbc0a87 2024-11-14T02:20:12,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/25048e6558824fc3becd61ec9dafc079 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/25048e6558824fc3becd61ec9dafc079 2024-11-14T02:20:12,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/25048e6558824fc3becd61ec9dafc079, entries=150, sequenceid=41, filesize=30.2 K 2024-11-14T02:20:12,434 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-14T02:20:12,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/233fc4e0dd0f414c9c46ca3620ef77e3 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/233fc4e0dd0f414c9c46ca3620ef77e3 2024-11-14T02:20:12,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/233fc4e0dd0f414c9c46ca3620ef77e3, entries=150, sequenceid=41, filesize=11.7 K 2024-11-14T02:20:12,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/3d77f196fa36412791b11f61ecbc0a87 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/3d77f196fa36412791b11f61ecbc0a87 2024-11-14T02:20:12,445 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:12,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T02:20:12,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/3d77f196fa36412791b11f61ecbc0a87, entries=150, sequenceid=41, filesize=11.7 K 2024-11-14T02:20:12,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:12,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:12,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:12,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:12,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:12,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ada3817734c48e173892416f552cea33 in 1017ms, sequenceid=41, compaction requested=false 2024-11-14T02:20:12,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ada3817734c48e173892416f552cea33 2024-11-14T02:20:12,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ada3817734c48e173892416f552cea33 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T02:20:12,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=A 2024-11-14T02:20:12,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:12,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=B 2024-11-14T02:20:12,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:12,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=C 2024-11-14T02:20:12,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:12,606 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:12,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114038c26d1ca894ab7a63274f5f57ba0ab_ada3817734c48e173892416f552cea33 is 50, key is test_row_0/A:col10/1731550811446/Put/seqid=0 2024-11-14T02:20:12,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T02:20:12,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:12,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:12,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:12,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:12,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:12,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742208_1384 (size=14594) 2024-11-14T02:20:12,617 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:12,634 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114038c26d1ca894ab7a63274f5f57ba0ab_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114038c26d1ca894ab7a63274f5f57ba0ab_ada3817734c48e173892416f552cea33 2024-11-14T02:20:12,635 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/dc7d348e6c114200835b22e97856ca0b, store: [table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:12,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/dc7d348e6c114200835b22e97856ca0b is 175, key is test_row_0/A:col10/1731550811446/Put/seqid=0 2024-11-14T02:20:12,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550872630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:12,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45500 deadline: 1731550872632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:12,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550872635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:12,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550872640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:12,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550872641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:12,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742209_1385 (size=39549) 2024-11-14T02:20:12,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45500 deadline: 1731550872742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:12,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550872742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:12,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550872742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:12,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550872745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:12,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550872745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:12,762 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:12,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T02:20:12,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:12,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:12,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:12,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:12,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:12,916 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:12,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T02:20:12,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:12,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:12,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:12,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:12,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:12,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45500 deadline: 1731550872945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:12,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550872946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:12,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550872947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:12,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550872951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:12,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550872954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:13,065 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/dc7d348e6c114200835b22e97856ca0b 2024-11-14T02:20:13,078 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:13,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T02:20:13,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:13,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:13,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:13,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:13,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:13,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:13,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/96f1ffbb9de24c6aaf4007949e8626eb is 50, key is test_row_0/B:col10/1731550811446/Put/seqid=0 2024-11-14T02:20:13,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742210_1386 (size=12001) 2024-11-14T02:20:13,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/96f1ffbb9de24c6aaf4007949e8626eb 2024-11-14T02:20:13,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/7bc3e5266fcc4125adf0ccd7b6c5b43b is 50, key is test_row_0/C:col10/1731550811446/Put/seqid=0 2024-11-14T02:20:13,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742211_1387 (size=12001) 2024-11-14T02:20:13,232 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:13,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T02:20:13,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:13,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:13,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:13,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:13,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:13,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:13,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:13,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45500 deadline: 1731550873251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:13,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550873251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:13,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550873254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:13,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550873256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:13,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:13,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550873256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:13,400 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:13,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T02:20:13,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:13,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:13,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:13,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:13,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:13,556 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:13,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T02:20:13,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:13,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:13,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:13,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:13,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:13,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/7bc3e5266fcc4125adf0ccd7b6c5b43b 2024-11-14T02:20:13,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/dc7d348e6c114200835b22e97856ca0b as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/dc7d348e6c114200835b22e97856ca0b 2024-11-14T02:20:13,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/dc7d348e6c114200835b22e97856ca0b, entries=200, sequenceid=54, filesize=38.6 K 2024-11-14T02:20:13,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/96f1ffbb9de24c6aaf4007949e8626eb as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/96f1ffbb9de24c6aaf4007949e8626eb 2024-11-14T02:20:13,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/96f1ffbb9de24c6aaf4007949e8626eb, entries=150, sequenceid=54, filesize=11.7 K 2024-11-14T02:20:13,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/7bc3e5266fcc4125adf0ccd7b6c5b43b as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/7bc3e5266fcc4125adf0ccd7b6c5b43b 2024-11-14T02:20:13,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/7bc3e5266fcc4125adf0ccd7b6c5b43b, entries=150, sequenceid=54, filesize=11.7 K 2024-11-14T02:20:13,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for ada3817734c48e173892416f552cea33 in 1030ms, sequenceid=54, compaction requested=true 2024-11-14T02:20:13,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:13,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ada3817734c48e173892416f552cea33:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:20:13,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:13,604 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:20:13,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ada3817734c48e173892416f552cea33:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:20:13,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:13,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ada3817734c48e173892416f552cea33:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:20:13,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:20:13,604 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:20:13,605 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:20:13,605 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:20:13,605 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): ada3817734c48e173892416f552cea33/B is initiating minor compaction (all files) 2024-11-14T02:20:13,605 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): ada3817734c48e173892416f552cea33/A is initiating minor compaction (all files) 2024-11-14T02:20:13,605 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ada3817734c48e173892416f552cea33/A in TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:13,605 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ada3817734c48e173892416f552cea33/B in TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:13,605 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/8990735b90624486902ab074436f2f04, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/25048e6558824fc3becd61ec9dafc079, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/dc7d348e6c114200835b22e97856ca0b] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp, totalSize=99.1 K 2024-11-14T02:20:13,605 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/bde485c09c1e477b89fb6ce4e7cf5a8d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/233fc4e0dd0f414c9c46ca3620ef77e3, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/96f1ffbb9de24c6aaf4007949e8626eb] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp, totalSize=35.2 K 2024-11-14T02:20:13,605 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:13,606 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. files: [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/8990735b90624486902ab074436f2f04, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/25048e6558824fc3becd61ec9dafc079, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/dc7d348e6c114200835b22e97856ca0b] 2024-11-14T02:20:13,606 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8990735b90624486902ab074436f2f04, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731550810282 2024-11-14T02:20:13,606 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting bde485c09c1e477b89fb6ce4e7cf5a8d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731550810282 2024-11-14T02:20:13,606 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25048e6558824fc3becd61ec9dafc079, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731550810308 2024-11-14T02:20:13,606 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 233fc4e0dd0f414c9c46ca3620ef77e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731550810308 2024-11-14T02:20:13,607 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc7d348e6c114200835b22e97856ca0b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731550811434 2024-11-14T02:20:13,607 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 96f1ffbb9de24c6aaf4007949e8626eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731550811442 2024-11-14T02:20:13,624 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ada3817734c48e173892416f552cea33#B#compaction#340 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:13,625 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/c6c411eb9f354c709ab669cbe7bef077 is 50, key is test_row_0/B:col10/1731550811446/Put/seqid=0 2024-11-14T02:20:13,639 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:13,661 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411144c5cc0eb30f74170850bd59098f21b16_ada3817734c48e173892416f552cea33 store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:13,663 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411144c5cc0eb30f74170850bd59098f21b16_ada3817734c48e173892416f552cea33, store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:13,663 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144c5cc0eb30f74170850bd59098f21b16_ada3817734c48e173892416f552cea33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:13,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742213_1389 (size=4469) 2024-11-14T02:20:13,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742212_1388 (size=12104) 2024-11-14T02:20:13,674 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/c6c411eb9f354c709ab669cbe7bef077 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/c6c411eb9f354c709ab669cbe7bef077 2024-11-14T02:20:13,675 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ada3817734c48e173892416f552cea33#A#compaction#341 average throughput is 0.68 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:13,676 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/4f141ba8ed574ff58f4ce0a5b2da53ba is 175, key is test_row_0/A:col10/1731550811446/Put/seqid=0 2024-11-14T02:20:13,682 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ada3817734c48e173892416f552cea33/B of ada3817734c48e173892416f552cea33 into c6c411eb9f354c709ab669cbe7bef077(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:13,683 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:13,683 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33., storeName=ada3817734c48e173892416f552cea33/B, priority=13, startTime=1731550813604; duration=0sec 2024-11-14T02:20:13,683 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:20:13,683 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ada3817734c48e173892416f552cea33:B 2024-11-14T02:20:13,683 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:20:13,684 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:20:13,684 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): ada3817734c48e173892416f552cea33/C is initiating minor compaction (all files) 2024-11-14T02:20:13,684 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ada3817734c48e173892416f552cea33/C in TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:13,684 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/2194f7a92a6d46a59bddd4a96dc30730, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/3d77f196fa36412791b11f61ecbc0a87, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/7bc3e5266fcc4125adf0ccd7b6c5b43b] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp, totalSize=35.2 K 2024-11-14T02:20:13,685 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 2194f7a92a6d46a59bddd4a96dc30730, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731550810282 2024-11-14T02:20:13,686 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d77f196fa36412791b11f61ecbc0a87, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731550810308 2024-11-14T02:20:13,686 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bc3e5266fcc4125adf0ccd7b6c5b43b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731550811442 2024-11-14T02:20:13,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742214_1390 (size=31058) 2024-11-14T02:20:13,704 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/4f141ba8ed574ff58f4ce0a5b2da53ba as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/4f141ba8ed574ff58f4ce0a5b2da53ba 2024-11-14T02:20:13,709 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ada3817734c48e173892416f552cea33/A of ada3817734c48e173892416f552cea33 into 4f141ba8ed574ff58f4ce0a5b2da53ba(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:13,709 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:13,709 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33., storeName=ada3817734c48e173892416f552cea33/A, priority=13, startTime=1731550813604; duration=0sec 2024-11-14T02:20:13,709 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:13,709 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ada3817734c48e173892416f552cea33:A 2024-11-14T02:20:13,709 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:13,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T02:20:13,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:13,711 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing ada3817734c48e173892416f552cea33 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T02:20:13,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=A 2024-11-14T02:20:13,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:13,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=B 2024-11-14T02:20:13,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:13,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=C 2024-11-14T02:20:13,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:13,714 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ada3817734c48e173892416f552cea33#C#compaction#342 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:13,715 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/01ccc678884444b39c86e9e1f1976627 is 50, key is test_row_0/C:col10/1731550811446/Put/seqid=0 2024-11-14T02:20:13,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114888e966f875f4055a8fba76080307443_ada3817734c48e173892416f552cea33 is 50, key is test_row_0/A:col10/1731550812640/Put/seqid=0 2024-11-14T02:20:13,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742215_1391 (size=12104) 2024-11-14T02:20:13,737 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/01ccc678884444b39c86e9e1f1976627 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/01ccc678884444b39c86e9e1f1976627 2024-11-14T02:20:13,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742216_1392 (size=12154) 2024-11-14T02:20:13,745 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ada3817734c48e173892416f552cea33/C of ada3817734c48e173892416f552cea33 into 01ccc678884444b39c86e9e1f1976627(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:13,745 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:13,745 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33., storeName=ada3817734c48e173892416f552cea33/C, priority=13, startTime=1731550813604; duration=0sec 2024-11-14T02:20:13,745 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:13,745 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ada3817734c48e173892416f552cea33:C 2024-11-14T02:20:13,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,751 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114888e966f875f4055a8fba76080307443_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114888e966f875f4055a8fba76080307443_ada3817734c48e173892416f552cea33 2024-11-14T02:20:13,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/07d0a23291c3411c9a71661f76411fb9, store: [table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:13,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/07d0a23291c3411c9a71661f76411fb9 is 175, key is test_row_0/A:col10/1731550812640/Put/seqid=0 2024-11-14T02:20:13,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742217_1393 (size=30955) 2024-11-14T02:20:13,765 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/07d0a23291c3411c9a71661f76411fb9 2024-11-14T02:20:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ada3817734c48e173892416f552cea33 2024-11-14T02:20:13,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:13,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/ebbf05b8b52e4459940f4d407823de42 is 50, key is test_row_0/B:col10/1731550812640/Put/seqid=0 2024-11-14T02:20:13,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550873777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:13,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550873778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:13,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45500 deadline: 1731550873779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:13,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550873780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:13,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:13,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550873780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:13,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742218_1394 (size=12001) 2024-11-14T02:20:13,789 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/ebbf05b8b52e4459940f4d407823de42 2024-11-14T02:20:13,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/54b0ae1706c3412eb618daf5f6c3a4a2 is 50, key is test_row_0/C:col10/1731550812640/Put/seqid=0 2024-11-14T02:20:13,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742219_1395 (size=12001) 2024-11-14T02:20:13,805 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/54b0ae1706c3412eb618daf5f6c3a4a2 2024-11-14T02:20:13,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/07d0a23291c3411c9a71661f76411fb9 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/07d0a23291c3411c9a71661f76411fb9 2024-11-14T02:20:13,819 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/07d0a23291c3411c9a71661f76411fb9, entries=150, sequenceid=80, filesize=30.2 K 2024-11-14T02:20:13,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/ebbf05b8b52e4459940f4d407823de42 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/ebbf05b8b52e4459940f4d407823de42 2024-11-14T02:20:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,825 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/ebbf05b8b52e4459940f4d407823de42, entries=150, sequenceid=80, filesize=11.7 K 2024-11-14T02:20:13,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/54b0ae1706c3412eb618daf5f6c3a4a2 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/54b0ae1706c3412eb618daf5f6c3a4a2 2024-11-14T02:20:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,831 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/54b0ae1706c3412eb618daf5f6c3a4a2, entries=150, sequenceid=80, filesize=11.7 K 2024-11-14T02:20:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,832 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ada3817734c48e173892416f552cea33 in 121ms, sequenceid=80, compaction requested=false 2024-11-14T02:20:13,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:13,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-14T02:20:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-14T02:20:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-14T02:20:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5510 sec 2024-11-14T02:20:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,837 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 3.5570 sec 2024-11-14T02:20:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ada3817734c48e173892416f552cea33 2024-11-14T02:20:13,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ada3817734c48e173892416f552cea33 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T02:20:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=A 2024-11-14T02:20:13,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:13,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=B 2024-11-14T02:20:13,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:13,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=C 2024-11-14T02:20:13,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114807404a903224a8ea629f2ce78829022_ada3817734c48e173892416f552cea33 is 50, key is test_row_0/A:col10/1731550813942/Put/seqid=0 2024-11-14T02:20:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742220_1396 (size=12154) 2024-11-14T02:20:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:14,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550874009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:14,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550874010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:14,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45500 deadline: 1731550874011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:14,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550874012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:14,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550874017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:14,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550874119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:14,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:14,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550874119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:14,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:14,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45500 deadline: 1731550874119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:14,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:14,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550874119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:14,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:14,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550874123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:14,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550874323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:14,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:14,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550874325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:14,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:14,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550874326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:14,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:14,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45500 deadline: 1731550874326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:14,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550874332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:14,380 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:14,384 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114807404a903224a8ea629f2ce78829022_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114807404a903224a8ea629f2ce78829022_ada3817734c48e173892416f552cea33 2024-11-14T02:20:14,386 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/045d815f3ea449f5b5f6aab2e3e05cb7, store: [table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:14,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/045d815f3ea449f5b5f6aab2e3e05cb7 is 175, key is test_row_0/A:col10/1731550813942/Put/seqid=0 2024-11-14T02:20:14,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-14T02:20:14,387 INFO [Thread-1695 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-14T02:20:14,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:20:14,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-14T02:20:14,390 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:20:14,391 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:20:14,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:20:14,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-14T02:20:14,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742221_1397 (size=30951) 2024-11-14T02:20:14,443 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/045d815f3ea449f5b5f6aab2e3e05cb7 2024-11-14T02:20:14,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/ebbc7ba1b9a0444eabc0cef294423a86 is 50, key is test_row_0/B:col10/1731550813942/Put/seqid=0 2024-11-14T02:20:14,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742222_1398 (size=9657) 2024-11-14T02:20:14,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/ebbc7ba1b9a0444eabc0cef294423a86 2024-11-14T02:20:14,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-14T02:20:14,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/8b865bcc1822477995db9aee67f3b85d is 50, key is test_row_0/C:col10/1731550813942/Put/seqid=0 2024-11-14T02:20:14,547 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:14,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-14T02:20:14,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:14,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:14,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:14,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:14,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:14,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742223_1399 (size=9657) 2024-11-14T02:20:14,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/8b865bcc1822477995db9aee67f3b85d 2024-11-14T02:20:14,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/045d815f3ea449f5b5f6aab2e3e05cb7 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/045d815f3ea449f5b5f6aab2e3e05cb7 2024-11-14T02:20:14,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/045d815f3ea449f5b5f6aab2e3e05cb7, entries=150, sequenceid=94, filesize=30.2 K 2024-11-14T02:20:14,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/ebbc7ba1b9a0444eabc0cef294423a86 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/ebbc7ba1b9a0444eabc0cef294423a86 2024-11-14T02:20:14,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/ebbc7ba1b9a0444eabc0cef294423a86, entries=100, sequenceid=94, filesize=9.4 K 2024-11-14T02:20:14,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/8b865bcc1822477995db9aee67f3b85d as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/8b865bcc1822477995db9aee67f3b85d 2024-11-14T02:20:14,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/8b865bcc1822477995db9aee67f3b85d, entries=100, sequenceid=94, filesize=9.4 K 2024-11-14T02:20:14,581 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ada3817734c48e173892416f552cea33 in 636ms, sequenceid=94, compaction requested=true 2024-11-14T02:20:14,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:14,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ada3817734c48e173892416f552cea33:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:20:14,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:14,581 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:20:14,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ada3817734c48e173892416f552cea33:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:20:14,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:14,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ada3817734c48e173892416f552cea33:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:20:14,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:20:14,581 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:20:14,582 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:20:14,582 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): ada3817734c48e173892416f552cea33/B is initiating minor compaction (all files) 2024-11-14T02:20:14,582 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ada3817734c48e173892416f552cea33/B in TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:14,582 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/c6c411eb9f354c709ab669cbe7bef077, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/ebbf05b8b52e4459940f4d407823de42, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/ebbc7ba1b9a0444eabc0cef294423a86] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp, totalSize=33.0 K 2024-11-14T02:20:14,583 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92964 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:20:14,583 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): ada3817734c48e173892416f552cea33/A is initiating minor compaction (all files) 2024-11-14T02:20:14,583 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ada3817734c48e173892416f552cea33/A in TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:14,583 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/4f141ba8ed574ff58f4ce0a5b2da53ba, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/07d0a23291c3411c9a71661f76411fb9, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/045d815f3ea449f5b5f6aab2e3e05cb7] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp, totalSize=90.8 K 2024-11-14T02:20:14,583 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:14,583 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. files: [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/4f141ba8ed574ff58f4ce0a5b2da53ba, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/07d0a23291c3411c9a71661f76411fb9, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/045d815f3ea449f5b5f6aab2e3e05cb7] 2024-11-14T02:20:14,583 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting c6c411eb9f354c709ab669cbe7bef077, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731550811442 2024-11-14T02:20:14,583 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting ebbf05b8b52e4459940f4d407823de42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731550812605 2024-11-14T02:20:14,583 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f141ba8ed574ff58f4ce0a5b2da53ba, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731550811442 2024-11-14T02:20:14,584 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting ebbc7ba1b9a0444eabc0cef294423a86, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731550813778 2024-11-14T02:20:14,584 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07d0a23291c3411c9a71661f76411fb9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731550812605 2024-11-14T02:20:14,584 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 045d815f3ea449f5b5f6aab2e3e05cb7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731550813778 2024-11-14T02:20:14,607 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ada3817734c48e173892416f552cea33#B#compaction#349 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:14,608 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/a338f828360d44c28ada9b92b0a8d18c is 50, key is test_row_0/B:col10/1731550813942/Put/seqid=0 2024-11-14T02:20:14,610 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:14,622 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114cc63e9b7c9154fa4ae067ba51c6df9e2_ada3817734c48e173892416f552cea33 store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:14,624 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114cc63e9b7c9154fa4ae067ba51c6df9e2_ada3817734c48e173892416f552cea33, store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:14,624 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114cc63e9b7c9154fa4ae067ba51c6df9e2_ada3817734c48e173892416f552cea33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:14,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742224_1400 (size=12207) 2024-11-14T02:20:14,631 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/a338f828360d44c28ada9b92b0a8d18c as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/a338f828360d44c28ada9b92b0a8d18c 2024-11-14T02:20:14,636 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ada3817734c48e173892416f552cea33/B of ada3817734c48e173892416f552cea33 into a338f828360d44c28ada9b92b0a8d18c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:14,637 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:14,637 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33., storeName=ada3817734c48e173892416f552cea33/B, priority=13, startTime=1731550814581; duration=0sec 2024-11-14T02:20:14,637 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:20:14,637 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ada3817734c48e173892416f552cea33:B 2024-11-14T02:20:14,637 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:20:14,637 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ada3817734c48e173892416f552cea33 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T02:20:14,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=A 2024-11-14T02:20:14,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:14,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=B 2024-11-14T02:20:14,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:14,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=C 2024-11-14T02:20:14,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:14,638 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:20:14,638 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): ada3817734c48e173892416f552cea33/C is initiating minor compaction (all files) 2024-11-14T02:20:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ada3817734c48e173892416f552cea33 2024-11-14T02:20:14,638 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ada3817734c48e173892416f552cea33/C in TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:14,638 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/01ccc678884444b39c86e9e1f1976627, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/54b0ae1706c3412eb618daf5f6c3a4a2, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/8b865bcc1822477995db9aee67f3b85d] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp, totalSize=33.0 K 2024-11-14T02:20:14,638 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 01ccc678884444b39c86e9e1f1976627, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731550811442 2024-11-14T02:20:14,639 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 54b0ae1706c3412eb618daf5f6c3a4a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731550812605 2024-11-14T02:20:14,639 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b865bcc1822477995db9aee67f3b85d, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731550813778 2024-11-14T02:20:14,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742225_1401 (size=4469) 2024-11-14T02:20:14,652 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ada3817734c48e173892416f552cea33#A#compaction#350 average throughput is 0.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:14,652 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/a7e67361afe147bb8c79fa3ee9c16b31 is 175, key is test_row_0/A:col10/1731550813942/Put/seqid=0 2024-11-14T02:20:14,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550874651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:14,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550874650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:14,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45500 deadline: 1731550874653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:14,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550874658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:14,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550874661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:14,667 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ada3817734c48e173892416f552cea33#C#compaction#351 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:14,668 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/b7ad0f63c5804eff8bd92fb2a8fa57b7 is 50, key is test_row_0/C:col10/1731550813942/Put/seqid=0 2024-11-14T02:20:14,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114259695eef04d4af9a4443e093cfb79ff_ada3817734c48e173892416f552cea33 is 50, key is test_row_0/A:col10/1731550814007/Put/seqid=0 2024-11-14T02:20:14,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742226_1402 (size=31268) 2024-11-14T02:20:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-14T02:20:14,697 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/a7e67361afe147bb8c79fa3ee9c16b31 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/a7e67361afe147bb8c79fa3ee9c16b31 2024-11-14T02:20:14,700 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:14,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-14T02:20:14,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:14,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:14,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:14,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:14,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:14,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742227_1403 (size=12207) 2024-11-14T02:20:14,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742228_1404 (size=14594) 2024-11-14T02:20:14,709 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ada3817734c48e173892416f552cea33/A of ada3817734c48e173892416f552cea33 into a7e67361afe147bb8c79fa3ee9c16b31(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:14,709 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:14,709 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33., storeName=ada3817734c48e173892416f552cea33/A, priority=13, startTime=1731550814581; duration=0sec 2024-11-14T02:20:14,709 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:14,709 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ada3817734c48e173892416f552cea33:A 2024-11-14T02:20:14,712 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/b7ad0f63c5804eff8bd92fb2a8fa57b7 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/b7ad0f63c5804eff8bd92fb2a8fa57b7 2024-11-14T02:20:14,715 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ada3817734c48e173892416f552cea33/C of ada3817734c48e173892416f552cea33 into b7ad0f63c5804eff8bd92fb2a8fa57b7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:14,715 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:14,715 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33., storeName=ada3817734c48e173892416f552cea33/C, priority=13, startTime=1731550814581; duration=0sec 2024-11-14T02:20:14,715 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:14,715 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ada3817734c48e173892416f552cea33:C 2024-11-14T02:20:14,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550874762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:14,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45500 deadline: 1731550874762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:14,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550874763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:14,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550874763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:14,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550874769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:14,852 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:14,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-14T02:20:14,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:14,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:14,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:14,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:14,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:14,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550874966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:14,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550874967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:14,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:14,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550874971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:14,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45500 deadline: 1731550874974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:14,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550874978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-14T02:20:15,007 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:15,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-14T02:20:15,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:15,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:15,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:15,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:15,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:15,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:15,110 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:15,116 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114259695eef04d4af9a4443e093cfb79ff_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114259695eef04d4af9a4443e093cfb79ff_ada3817734c48e173892416f552cea33 2024-11-14T02:20:15,118 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/aaa8e49bb790497ebd54fa01a143dcff, store: [table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:15,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/aaa8e49bb790497ebd54fa01a143dcff is 175, key is test_row_0/A:col10/1731550814007/Put/seqid=0 2024-11-14T02:20:15,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742229_1405 (size=39549) 2024-11-14T02:20:15,138 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/aaa8e49bb790497ebd54fa01a143dcff 2024-11-14T02:20:15,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/d5795afebc9b4884af1dd5603f5bd8df is 50, key is test_row_0/B:col10/1731550814007/Put/seqid=0 2024-11-14T02:20:15,161 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:15,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-14T02:20:15,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:15,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:15,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:15,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:15,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:15,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:15,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742230_1406 (size=12001) 2024-11-14T02:20:15,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/d5795afebc9b4884af1dd5603f5bd8df 2024-11-14T02:20:15,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/6b189d30a6b740b9a8ac6b0e5e2dd4b4 is 50, key is test_row_0/C:col10/1731550814007/Put/seqid=0 2024-11-14T02:20:15,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742231_1407 (size=12001) 2024-11-14T02:20:15,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/6b189d30a6b740b9a8ac6b0e5e2dd4b4 2024-11-14T02:20:15,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/aaa8e49bb790497ebd54fa01a143dcff as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/aaa8e49bb790497ebd54fa01a143dcff 2024-11-14T02:20:15,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/aaa8e49bb790497ebd54fa01a143dcff, entries=200, sequenceid=119, filesize=38.6 K 2024-11-14T02:20:15,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/d5795afebc9b4884af1dd5603f5bd8df as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/d5795afebc9b4884af1dd5603f5bd8df 2024-11-14T02:20:15,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/d5795afebc9b4884af1dd5603f5bd8df, entries=150, sequenceid=119, filesize=11.7 K 2024-11-14T02:20:15,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/6b189d30a6b740b9a8ac6b0e5e2dd4b4 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/6b189d30a6b740b9a8ac6b0e5e2dd4b4 2024-11-14T02:20:15,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/6b189d30a6b740b9a8ac6b0e5e2dd4b4, entries=150, sequenceid=119, filesize=11.7 K 2024-11-14T02:20:15,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ada3817734c48e173892416f552cea33 in 589ms, sequenceid=119, compaction requested=false 2024-11-14T02:20:15,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:15,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ada3817734c48e173892416f552cea33 2024-11-14T02:20:15,282 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ada3817734c48e173892416f552cea33 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-14T02:20:15,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=A 2024-11-14T02:20:15,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:15,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=B 2024-11-14T02:20:15,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:15,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=C 2024-11-14T02:20:15,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:15,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114bc3f8f7c2b574c93925a21ff954bec29_ada3817734c48e173892416f552cea33 is 50, key is test_row_0/A:col10/1731550815279/Put/seqid=0 2024-11-14T02:20:15,315 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:15,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:15,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-14T02:20:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45500 deadline: 1731550875315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:15,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:15,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:15,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:15,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:15,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:15,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:15,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550875316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:15,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550875317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:15,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550875318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:15,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550875319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:15,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742232_1408 (size=19724) 2024-11-14T02:20:15,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45500 deadline: 1731550875420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:15,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550875421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:15,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:15,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550875422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550875423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:15,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550875430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:15,471 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:15,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-14T02:20:15,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:15,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:15,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:15,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:15,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-14T02:20:15,624 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:15,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-14T02:20:15,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:15,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:15,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:15,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:15,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:15,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45500 deadline: 1731550875629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:15,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:15,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550875635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:15,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550875635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:15,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550875635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550875634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:15,754 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:15,767 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114bc3f8f7c2b574c93925a21ff954bec29_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114bc3f8f7c2b574c93925a21ff954bec29_ada3817734c48e173892416f552cea33 2024-11-14T02:20:15,768 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/2a1a337dacd84fda943127363973d172, store: [table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:15,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/2a1a337dacd84fda943127363973d172 is 175, key is test_row_0/A:col10/1731550815279/Put/seqid=0 2024-11-14T02:20:15,784 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:15,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-14T02:20:15,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:15,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:15,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:15,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:15,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:15,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742233_1409 (size=56983) 2024-11-14T02:20:15,805 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=137, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/2a1a337dacd84fda943127363973d172 2024-11-14T02:20:15,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/bd7951c9fb3f4639a27d215d63a55d4f is 50, key is test_row_0/B:col10/1731550815279/Put/seqid=0 2024-11-14T02:20:15,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742234_1410 (size=12151) 2024-11-14T02:20:15,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/bd7951c9fb3f4639a27d215d63a55d4f 2024-11-14T02:20:15,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/5389765d946a41c78962582e465dc374 is 50, key is test_row_0/C:col10/1731550815279/Put/seqid=0 2024-11-14T02:20:15,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742235_1411 (size=12151) 2024-11-14T02:20:15,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/5389765d946a41c78962582e465dc374 2024-11-14T02:20:15,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/2a1a337dacd84fda943127363973d172 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/2a1a337dacd84fda943127363973d172 2024-11-14T02:20:15,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/2a1a337dacd84fda943127363973d172, entries=300, sequenceid=137, filesize=55.6 K 2024-11-14T02:20:15,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/bd7951c9fb3f4639a27d215d63a55d4f as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/bd7951c9fb3f4639a27d215d63a55d4f 2024-11-14T02:20:15,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/bd7951c9fb3f4639a27d215d63a55d4f, entries=150, sequenceid=137, filesize=11.9 K 2024-11-14T02:20:15,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/5389765d946a41c78962582e465dc374 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/5389765d946a41c78962582e465dc374 2024-11-14T02:20:15,938 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:15,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-14T02:20:15,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:15,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:15,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:15,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:15,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:15,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:15,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45500 deadline: 1731550875942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:15,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/5389765d946a41c78962582e465dc374, entries=150, sequenceid=137, filesize=11.9 K 2024-11-14T02:20:15,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for ada3817734c48e173892416f552cea33 in 673ms, sequenceid=137, compaction requested=true 2024-11-14T02:20:15,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:15,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ada3817734c48e173892416f552cea33:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:20:15,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:20:15,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ada3817734c48e173892416f552cea33:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:20:15,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T02:20:15,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ada3817734c48e173892416f552cea33:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:20:15,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-14T02:20:15,956 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:20:15,956 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:20:15,957 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:20:15,957 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127800 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:20:15,957 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): ada3817734c48e173892416f552cea33/A is initiating minor compaction (all files) 2024-11-14T02:20:15,957 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): ada3817734c48e173892416f552cea33/C is initiating minor compaction (all files) 2024-11-14T02:20:15,957 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ada3817734c48e173892416f552cea33/A in TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:15,957 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ada3817734c48e173892416f552cea33/C in TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:15,958 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/b7ad0f63c5804eff8bd92fb2a8fa57b7, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/6b189d30a6b740b9a8ac6b0e5e2dd4b4, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/5389765d946a41c78962582e465dc374] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp, totalSize=35.5 K 2024-11-14T02:20:15,958 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/a7e67361afe147bb8c79fa3ee9c16b31, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/aaa8e49bb790497ebd54fa01a143dcff, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/2a1a337dacd84fda943127363973d172] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp, totalSize=124.8 K 2024-11-14T02:20:15,958 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:15,958 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. files: [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/a7e67361afe147bb8c79fa3ee9c16b31, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/aaa8e49bb790497ebd54fa01a143dcff, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/2a1a337dacd84fda943127363973d172] 2024-11-14T02:20:15,958 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7e67361afe147bb8c79fa3ee9c16b31, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731550812639 2024-11-14T02:20:15,958 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting b7ad0f63c5804eff8bd92fb2a8fa57b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731550812639 2024-11-14T02:20:15,958 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting aaa8e49bb790497ebd54fa01a143dcff, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731550814007 2024-11-14T02:20:15,958 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b189d30a6b740b9a8ac6b0e5e2dd4b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731550814007 2024-11-14T02:20:15,959 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a1a337dacd84fda943127363973d172, keycount=300, bloomtype=ROW, size=55.6 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731550814651 2024-11-14T02:20:15,959 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 5389765d946a41c78962582e465dc374, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731550814659 2024-11-14T02:20:15,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ada3817734c48e173892416f552cea33 2024-11-14T02:20:15,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ada3817734c48e173892416f552cea33 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-14T02:20:15,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=A 2024-11-14T02:20:15,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:15,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=B 2024-11-14T02:20:15,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:15,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=C 2024-11-14T02:20:15,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:15,971 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ada3817734c48e173892416f552cea33#C#compaction#358 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:15,972 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/8ad1b6e53bf24cd7912c217e2b22e3fb is 50, key is test_row_0/C:col10/1731550815279/Put/seqid=0 2024-11-14T02:20:15,975 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:15,988 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411146184b9e0809e4b0da5d09506253e34da_ada3817734c48e173892416f552cea33 store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:15,990 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411146184b9e0809e4b0da5d09506253e34da_ada3817734c48e173892416f552cea33, store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:15,991 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146184b9e0809e4b0da5d09506253e34da_ada3817734c48e173892416f552cea33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:15,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111473f2d06fc1ea421fbd647a50633b0e99_ada3817734c48e173892416f552cea33 is 50, key is test_row_0/A:col10/1731550815316/Put/seqid=0 2024-11-14T02:20:15,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742236_1412 (size=12459) 2024-11-14T02:20:15,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550875983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:15,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550875983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:15,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550875993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:16,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:16,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550875998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:16,008 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/8ad1b6e53bf24cd7912c217e2b22e3fb as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/8ad1b6e53bf24cd7912c217e2b22e3fb 2024-11-14T02:20:16,014 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ada3817734c48e173892416f552cea33/C of ada3817734c48e173892416f552cea33 into 8ad1b6e53bf24cd7912c217e2b22e3fb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:16,014 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:16,014 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33., storeName=ada3817734c48e173892416f552cea33/C, priority=13, startTime=1731550815956; duration=0sec 2024-11-14T02:20:16,014 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:20:16,014 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ada3817734c48e173892416f552cea33:C 2024-11-14T02:20:16,014 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:20:16,015 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:20:16,015 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): ada3817734c48e173892416f552cea33/B is initiating minor compaction (all files) 2024-11-14T02:20:16,015 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ada3817734c48e173892416f552cea33/B in TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:16,016 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/a338f828360d44c28ada9b92b0a8d18c, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/d5795afebc9b4884af1dd5603f5bd8df, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/bd7951c9fb3f4639a27d215d63a55d4f] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp, totalSize=35.5 K 2024-11-14T02:20:16,016 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting a338f828360d44c28ada9b92b0a8d18c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731550812639 2024-11-14T02:20:16,016 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting d5795afebc9b4884af1dd5603f5bd8df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731550814007 2024-11-14T02:20:16,016 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting bd7951c9fb3f4639a27d215d63a55d4f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731550814659 2024-11-14T02:20:16,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742237_1413 (size=12304) 2024-11-14T02:20:16,030 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:16,033 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111473f2d06fc1ea421fbd647a50633b0e99_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111473f2d06fc1ea421fbd647a50633b0e99_ada3817734c48e173892416f552cea33 2024-11-14T02:20:16,034 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/9795ab9c20e0470d9faa79e08e47b674, store: [table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:16,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/9795ab9c20e0470d9faa79e08e47b674 is 175, key is test_row_0/A:col10/1731550815316/Put/seqid=0 2024-11-14T02:20:16,048 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ada3817734c48e173892416f552cea33#B#compaction#361 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:16,048 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/97d6ee4ccb1942d79d1ac46a8628688b is 50, key is test_row_0/B:col10/1731550815279/Put/seqid=0 2024-11-14T02:20:16,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742238_1414 (size=4469) 2024-11-14T02:20:16,065 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ada3817734c48e173892416f552cea33#A#compaction#359 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:16,066 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/5dcd6822d53a4d1b8093195328de7a0f is 175, key is test_row_0/A:col10/1731550815279/Put/seqid=0 2024-11-14T02:20:16,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742239_1415 (size=31105) 2024-11-14T02:20:16,091 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/9795ab9c20e0470d9faa79e08e47b674 2024-11-14T02:20:16,094 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:16,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-14T02:20:16,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:16,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:16,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:16,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:16,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:16,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550876101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:16,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:16,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550876102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:16,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:16,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550876109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:16,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550876107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:16,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742241_1417 (size=31413) 2024-11-14T02:20:16,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742240_1416 (size=12459) 2024-11-14T02:20:16,123 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/5dcd6822d53a4d1b8093195328de7a0f as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/5dcd6822d53a4d1b8093195328de7a0f 2024-11-14T02:20:16,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/1a09113a6056444c88b8607125281ddb is 50, key is test_row_0/B:col10/1731550815316/Put/seqid=0 2024-11-14T02:20:16,146 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ada3817734c48e173892416f552cea33/A of ada3817734c48e173892416f552cea33 into 5dcd6822d53a4d1b8093195328de7a0f(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:16,146 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:16,146 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33., storeName=ada3817734c48e173892416f552cea33/A, priority=13, startTime=1731550815956; duration=0sec 2024-11-14T02:20:16,146 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:16,146 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ada3817734c48e173892416f552cea33:A 2024-11-14T02:20:16,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742242_1418 (size=12151) 2024-11-14T02:20:16,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/1a09113a6056444c88b8607125281ddb 2024-11-14T02:20:16,252 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:16,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-14T02:20:16,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:16,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:16,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:16,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:16,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:16,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:16,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/46620f4b7ad84dbca5a4e17b0cb6c683 is 50, key is test_row_0/C:col10/1731550815316/Put/seqid=0 2024-11-14T02:20:16,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742243_1419 (size=12151) 2024-11-14T02:20:16,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:16,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550876311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:16,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:16,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550876318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:16,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550876318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:16,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550876320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:16,406 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:16,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-14T02:20:16,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:16,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:16,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:16,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:16,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:16,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45500 deadline: 1731550876449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-14T02:20:16,528 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/97d6ee4ccb1942d79d1ac46a8628688b as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/97d6ee4ccb1942d79d1ac46a8628688b 2024-11-14T02:20:16,533 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ada3817734c48e173892416f552cea33/B of ada3817734c48e173892416f552cea33 into 97d6ee4ccb1942d79d1ac46a8628688b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:16,533 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:16,533 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33., storeName=ada3817734c48e173892416f552cea33/B, priority=13, startTime=1731550815956; duration=0sec 2024-11-14T02:20:16,533 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:16,533 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ada3817734c48e173892416f552cea33:B 2024-11-14T02:20:16,564 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:16,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-14T02:20:16,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:16,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:16,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:16,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:16,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:16,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:16,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550876616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:16,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550876621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:16,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550876623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:16,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:16,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550876626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:16,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/46620f4b7ad84dbca5a4e17b0cb6c683 2024-11-14T02:20:16,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/9795ab9c20e0470d9faa79e08e47b674 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/9795ab9c20e0470d9faa79e08e47b674 2024-11-14T02:20:16,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/9795ab9c20e0470d9faa79e08e47b674, entries=150, sequenceid=160, filesize=30.4 K 2024-11-14T02:20:16,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/1a09113a6056444c88b8607125281ddb as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/1a09113a6056444c88b8607125281ddb 2024-11-14T02:20:16,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/1a09113a6056444c88b8607125281ddb, entries=150, sequenceid=160, filesize=11.9 K 2024-11-14T02:20:16,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/46620f4b7ad84dbca5a4e17b0cb6c683 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/46620f4b7ad84dbca5a4e17b0cb6c683 2024-11-14T02:20:16,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/46620f4b7ad84dbca5a4e17b0cb6c683, entries=150, sequenceid=160, filesize=11.9 K 2024-11-14T02:20:16,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ada3817734c48e173892416f552cea33 in 750ms, sequenceid=160, compaction requested=false 2024-11-14T02:20:16,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:16,717 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:16,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-14T02:20:16,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:16,717 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing ada3817734c48e173892416f552cea33 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T02:20:16,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=A 2024-11-14T02:20:16,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:16,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=B 2024-11-14T02:20:16,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:16,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=C 2024-11-14T02:20:16,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:16,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142e418612d9a54f1ebd443944b37c484a_ada3817734c48e173892416f552cea33 is 50, key is test_row_0/A:col10/1731550815981/Put/seqid=0 2024-11-14T02:20:16,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742244_1420 (size=12304) 2024-11-14T02:20:16,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:16,819 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142e418612d9a54f1ebd443944b37c484a_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142e418612d9a54f1ebd443944b37c484a_ada3817734c48e173892416f552cea33 2024-11-14T02:20:16,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/1e906ed5c6034a6da3fdf079caad69a8, store: [table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:16,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/1e906ed5c6034a6da3fdf079caad69a8 is 175, key is test_row_0/A:col10/1731550815981/Put/seqid=0 2024-11-14T02:20:16,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742245_1421 (size=31105) 2024-11-14T02:20:16,860 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/1e906ed5c6034a6da3fdf079caad69a8 2024-11-14T02:20:16,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/f93dc767bb03468d890598adf1defac5 is 50, key is test_row_0/B:col10/1731550815981/Put/seqid=0 2024-11-14T02:20:16,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742246_1422 (size=12151) 2024-11-14T02:20:16,914 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/f93dc767bb03468d890598adf1defac5 2024-11-14T02:20:16,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/c17a7fad54554b7ca75519cad63357eb is 50, key is test_row_0/C:col10/1731550815981/Put/seqid=0 2024-11-14T02:20:16,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742247_1423 (size=12151) 2024-11-14T02:20:16,981 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/c17a7fad54554b7ca75519cad63357eb 2024-11-14T02:20:16,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/1e906ed5c6034a6da3fdf079caad69a8 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/1e906ed5c6034a6da3fdf079caad69a8 2024-11-14T02:20:16,989 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/1e906ed5c6034a6da3fdf079caad69a8, entries=150, sequenceid=176, filesize=30.4 K 2024-11-14T02:20:16,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/f93dc767bb03468d890598adf1defac5 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/f93dc767bb03468d890598adf1defac5 2024-11-14T02:20:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:16,995 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/f93dc767bb03468d890598adf1defac5, entries=150, sequenceid=176, filesize=11.9 K 2024-11-14T02:20:16,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/c17a7fad54554b7ca75519cad63357eb as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/c17a7fad54554b7ca75519cad63357eb 2024-11-14T02:20:17,004 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/c17a7fad54554b7ca75519cad63357eb, entries=150, sequenceid=176, filesize=11.9 K 2024-11-14T02:20:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,010 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for ada3817734c48e173892416f552cea33 in 293ms, sequenceid=176, compaction requested=true 2024-11-14T02:20:17,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:17,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:17,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-14T02:20:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-14T02:20:17,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-14T02:20:17,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6300 sec 2024-11-14T02:20:17,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 2.6460 sec 2024-11-14T02:20:17,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ada3817734c48e173892416f552cea33 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T02:20:17,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=A 2024-11-14T02:20:17,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:17,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=B 2024-11-14T02:20:17,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:17,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=C 2024-11-14T02:20:17,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:17,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ada3817734c48e173892416f552cea33 2024-11-14T02:20:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114de7dd85babc04b9c99dafbc2a76b36f9_ada3817734c48e173892416f552cea33 is 50, key is test_row_0/A:col10/1731550817319/Put/seqid=0 2024-11-14T02:20:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742248_1424 (size=24758) 2024-11-14T02:20:17,427 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:17,431 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114de7dd85babc04b9c99dafbc2a76b36f9_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114de7dd85babc04b9c99dafbc2a76b36f9_ada3817734c48e173892416f552cea33 2024-11-14T02:20:17,433 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/9cbf3ee5bd0f47dbbb79322667cd59b1, store: [table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:17,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/9cbf3ee5bd0f47dbbb79322667cd59b1 is 175, key is test_row_0/A:col10/1731550817319/Put/seqid=0 2024-11-14T02:20:17,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742249_1425 (size=74390) 2024-11-14T02:20:17,441 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=187, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/9cbf3ee5bd0f47dbbb79322667cd59b1 2024-11-14T02:20:17,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/e7d4b836d3154cfa8facf174e5167f22 is 50, key is test_row_0/B:col10/1731550817319/Put/seqid=0 2024-11-14T02:20:17,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45500 deadline: 1731550877458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:17,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550877469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:17,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:17,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550877471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550877470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:17,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550877477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:17,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742250_1426 (size=9757) 2024-11-14T02:20:17,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/e7d4b836d3154cfa8facf174e5167f22 2024-11-14T02:20:17,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/d4626d1c41624db09afc425bc0636575 is 50, key is test_row_0/C:col10/1731550817319/Put/seqid=0 2024-11-14T02:20:17,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550877578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:17,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550877579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:17,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:17,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550877579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:17,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742251_1427 (size=9757) 2024-11-14T02:20:17,589 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/d4626d1c41624db09afc425bc0636575 2024-11-14T02:20:17,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550877591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:17,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/9cbf3ee5bd0f47dbbb79322667cd59b1 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/9cbf3ee5bd0f47dbbb79322667cd59b1 2024-11-14T02:20:17,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/9cbf3ee5bd0f47dbbb79322667cd59b1, entries=400, sequenceid=187, filesize=72.6 K 2024-11-14T02:20:17,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/e7d4b836d3154cfa8facf174e5167f22 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/e7d4b836d3154cfa8facf174e5167f22 2024-11-14T02:20:17,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/e7d4b836d3154cfa8facf174e5167f22, entries=100, sequenceid=187, filesize=9.5 K 2024-11-14T02:20:17,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/d4626d1c41624db09afc425bc0636575 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/d4626d1c41624db09afc425bc0636575 2024-11-14T02:20:17,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/d4626d1c41624db09afc425bc0636575, entries=100, sequenceid=187, filesize=9.5 K 2024-11-14T02:20:17,624 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for ada3817734c48e173892416f552cea33 in 303ms, sequenceid=187, compaction requested=true 2024-11-14T02:20:17,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:17,625 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:20:17,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ada3817734c48e173892416f552cea33:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:20:17,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:17,626 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:20:17,626 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 168013 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:20:17,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ada3817734c48e173892416f552cea33:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:20:17,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:17,626 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): ada3817734c48e173892416f552cea33/A is initiating minor compaction (all files) 2024-11-14T02:20:17,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ada3817734c48e173892416f552cea33:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:20:17,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:20:17,626 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ada3817734c48e173892416f552cea33/A in TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:17,626 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/5dcd6822d53a4d1b8093195328de7a0f, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/9795ab9c20e0470d9faa79e08e47b674, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/1e906ed5c6034a6da3fdf079caad69a8, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/9cbf3ee5bd0f47dbbb79322667cd59b1] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp, totalSize=164.1 K 2024-11-14T02:20:17,626 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:17,626 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. files: [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/5dcd6822d53a4d1b8093195328de7a0f, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/9795ab9c20e0470d9faa79e08e47b674, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/1e906ed5c6034a6da3fdf079caad69a8, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/9cbf3ee5bd0f47dbbb79322667cd59b1] 2024-11-14T02:20:17,628 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5dcd6822d53a4d1b8093195328de7a0f, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731550814659 2024-11-14T02:20:17,628 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9795ab9c20e0470d9faa79e08e47b674, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731550815316 2024-11-14T02:20:17,630 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e906ed5c6034a6da3fdf079caad69a8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731550815981 2024-11-14T02:20:17,630 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46518 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:20:17,630 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): ada3817734c48e173892416f552cea33/B is initiating minor compaction (all files) 2024-11-14T02:20:17,630 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ada3817734c48e173892416f552cea33/B in TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:17,630 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/97d6ee4ccb1942d79d1ac46a8628688b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/1a09113a6056444c88b8607125281ddb, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/f93dc767bb03468d890598adf1defac5, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/e7d4b836d3154cfa8facf174e5167f22] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp, totalSize=45.4 K 2024-11-14T02:20:17,630 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9cbf3ee5bd0f47dbbb79322667cd59b1, keycount=400, bloomtype=ROW, size=72.6 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731550817216 2024-11-14T02:20:17,631 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 97d6ee4ccb1942d79d1ac46a8628688b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731550814659 2024-11-14T02:20:17,634 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a09113a6056444c88b8607125281ddb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731550815316 2024-11-14T02:20:17,634 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting f93dc767bb03468d890598adf1defac5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731550815981 2024-11-14T02:20:17,642 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting e7d4b836d3154cfa8facf174e5167f22, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731550817319 2024-11-14T02:20:17,678 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:17,681 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ada3817734c48e173892416f552cea33#B#compaction#371 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:17,682 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/a075bdb252794c68ab2386cc765e2d2b is 50, key is test_row_0/B:col10/1731550817319/Put/seqid=0 2024-11-14T02:20:17,694 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411149ea1766a75ff45018acede24609f052b_ada3817734c48e173892416f552cea33 store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:17,717 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411149ea1766a75ff45018acede24609f052b_ada3817734c48e173892416f552cea33, store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:17,717 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149ea1766a75ff45018acede24609f052b_ada3817734c48e173892416f552cea33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:17,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742253_1429 (size=4469) 2024-11-14T02:20:17,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742252_1428 (size=12595) 2024-11-14T02:20:17,786 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/a075bdb252794c68ab2386cc765e2d2b as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/a075bdb252794c68ab2386cc765e2d2b 2024-11-14T02:20:17,792 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ada3817734c48e173892416f552cea33/B of ada3817734c48e173892416f552cea33 into a075bdb252794c68ab2386cc765e2d2b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:17,792 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:17,792 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33., storeName=ada3817734c48e173892416f552cea33/B, priority=12, startTime=1731550817626; duration=0sec 2024-11-14T02:20:17,792 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:20:17,792 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ada3817734c48e173892416f552cea33:B 2024-11-14T02:20:17,792 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:20:17,795 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46518 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:20:17,795 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): ada3817734c48e173892416f552cea33/C is initiating minor compaction (all files) 2024-11-14T02:20:17,795 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ada3817734c48e173892416f552cea33/C in TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:17,796 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/8ad1b6e53bf24cd7912c217e2b22e3fb, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/46620f4b7ad84dbca5a4e17b0cb6c683, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/c17a7fad54554b7ca75519cad63357eb, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/d4626d1c41624db09afc425bc0636575] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp, totalSize=45.4 K 2024-11-14T02:20:17,797 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ad1b6e53bf24cd7912c217e2b22e3fb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731550814659 2024-11-14T02:20:17,797 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 46620f4b7ad84dbca5a4e17b0cb6c683, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731550815316 2024-11-14T02:20:17,802 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting c17a7fad54554b7ca75519cad63357eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731550815981 2024-11-14T02:20:17,802 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting d4626d1c41624db09afc425bc0636575, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731550817319 2024-11-14T02:20:17,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ada3817734c48e173892416f552cea33 2024-11-14T02:20:17,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ada3817734c48e173892416f552cea33 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-14T02:20:17,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=A 2024-11-14T02:20:17,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:17,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=B 2024-11-14T02:20:17,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:17,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=C 2024-11-14T02:20:17,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:17,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:17,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550877808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:17,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:17,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550877818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:17,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:17,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550877819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:17,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:17,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550877820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:17,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141e8bee526ccb437080397e3762a5ce60_ada3817734c48e173892416f552cea33 is 50, key is test_row_0/A:col10/1731550817800/Put/seqid=0 2024-11-14T02:20:17,880 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ada3817734c48e173892416f552cea33#C#compaction#373 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:17,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742254_1430 (size=12304) 2024-11-14T02:20:17,880 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/4f9377c170624e0ca22704561201489b is 50, key is test_row_0/C:col10/1731550817319/Put/seqid=0 2024-11-14T02:20:17,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742255_1431 (size=12595) 2024-11-14T02:20:17,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550877921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:17,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550877926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:17,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550877927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:17,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550877928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:17,939 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/4f9377c170624e0ca22704561201489b as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/4f9377c170624e0ca22704561201489b 2024-11-14T02:20:17,958 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ada3817734c48e173892416f552cea33/C of ada3817734c48e173892416f552cea33 into 4f9377c170624e0ca22704561201489b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:17,958 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:17,958 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33., storeName=ada3817734c48e173892416f552cea33/C, priority=12, startTime=1731550817626; duration=0sec 2024-11-14T02:20:17,958 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:17,958 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ada3817734c48e173892416f552cea33:C 2024-11-14T02:20:18,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:18,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550878130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:18,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550878131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:18,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550878132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:18,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:18,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550878133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:18,147 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ada3817734c48e173892416f552cea33#A#compaction#370 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:18,148 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/8949d8fb594f45b4adf5351889846b28 is 175, key is test_row_0/A:col10/1731550817319/Put/seqid=0 2024-11-14T02:20:18,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742256_1432 (size=31656) 2024-11-14T02:20:18,281 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,295 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141e8bee526ccb437080397e3762a5ce60_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141e8bee526ccb437080397e3762a5ce60_ada3817734c48e173892416f552cea33 2024-11-14T02:20:18,303 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/43a9636994a44a709a9df1a7100f64b5, store: [table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:18,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/43a9636994a44a709a9df1a7100f64b5 is 175, key is test_row_0/A:col10/1731550817800/Put/seqid=0 2024-11-14T02:20:18,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742257_1433 (size=31105) 2024-11-14T02:20:18,355 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=217, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/43a9636994a44a709a9df1a7100f64b5 2024-11-14T02:20:18,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/777adf8c4c054f978304611b41dcb13e is 50, key is test_row_0/B:col10/1731550817800/Put/seqid=0 2024-11-14T02:20:18,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742258_1434 (size=12151) 2024-11-14T02:20:18,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/777adf8c4c054f978304611b41dcb13e 2024-11-14T02:20:18,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550878442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:18,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550878442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:18,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550878442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:18,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550878442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:18,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/84022d8aa3934e8694bd7d9784e621ae is 50, key is test_row_0/C:col10/1731550817800/Put/seqid=0 2024-11-14T02:20:18,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742259_1435 (size=12151) 2024-11-14T02:20:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-14T02:20:18,502 INFO [Thread-1695 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-14T02:20:18,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:20:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-14T02:20:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-14T02:20:18,534 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:20:18,535 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:20:18,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:20:18,601 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/8949d8fb594f45b4adf5351889846b28 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/8949d8fb594f45b4adf5351889846b28 2024-11-14T02:20:18,606 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ada3817734c48e173892416f552cea33/A of ada3817734c48e173892416f552cea33 into 8949d8fb594f45b4adf5351889846b28(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:18,606 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:18,606 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33., storeName=ada3817734c48e173892416f552cea33/A, priority=12, startTime=1731550817625; duration=0sec 2024-11-14T02:20:18,606 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:18,606 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ada3817734c48e173892416f552cea33:A 2024-11-14T02:20:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-14T02:20:18,687 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:18,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-14T02:20:18,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:18,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:18,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:18,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:18,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-14T02:20:18,846 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:18,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-14T02:20:18,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:18,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:18,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:18,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:18,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:18,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/84022d8aa3934e8694bd7d9784e621ae 2024-11-14T02:20:18,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/43a9636994a44a709a9df1a7100f64b5 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/43a9636994a44a709a9df1a7100f64b5 2024-11-14T02:20:18,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/43a9636994a44a709a9df1a7100f64b5, entries=150, sequenceid=217, filesize=30.4 K 2024-11-14T02:20:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/777adf8c4c054f978304611b41dcb13e as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/777adf8c4c054f978304611b41dcb13e 2024-11-14T02:20:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/777adf8c4c054f978304611b41dcb13e, entries=150, sequenceid=217, filesize=11.9 K 2024-11-14T02:20:18,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/84022d8aa3934e8694bd7d9784e621ae as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/84022d8aa3934e8694bd7d9784e621ae 2024-11-14T02:20:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/84022d8aa3934e8694bd7d9784e621ae, entries=150, sequenceid=217, filesize=11.9 K 2024-11-14T02:20:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,921 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for ada3817734c48e173892416f552cea33 in 1116ms, sequenceid=217, compaction requested=false 2024-11-14T02:20:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:18,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,002 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:19,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-14T02:20:19,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:19,006 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing ada3817734c48e173892416f552cea33 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-14T02:20:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=A 2024-11-14T02:20:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:19,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=B 2024-11-14T02:20:19,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:19,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=C 2024-11-14T02:20:19,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143b4959584a5048c38133ba259e97d0ff_ada3817734c48e173892416f552cea33 is 50, key is test_row_2/A:col10/1731550817819/Put/seqid=0 2024-11-14T02:20:19,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ada3817734c48e173892416f552cea33 2024-11-14T02:20:19,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742260_1436 (size=7324) 2024-11-14T02:20:19,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,083 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143b4959584a5048c38133ba259e97d0ff_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143b4959584a5048c38133ba259e97d0ff_ada3817734c48e173892416f552cea33 2024-11-14T02:20:19,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/611358e006b646eaa2ac331e2c80ac36, store: [table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:19,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/611358e006b646eaa2ac331e2c80ac36 is 175, key is test_row_2/A:col10/1731550817819/Put/seqid=0 2024-11-14T02:20:19,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:19,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742261_1437 (size=13815) 2024-11-14T02:20:19,130 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=226, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/611358e006b646eaa2ac331e2c80ac36 2024-11-14T02:20:19,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-14T02:20:19,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/90bad245f4e840aa9be80facf120904b is 50, key is test_row_2/B:col10/1731550817819/Put/seqid=0 2024-11-14T02:20:19,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:19,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550879152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:19,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550879153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:19,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:19,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550879157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:19,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:19,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550879158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:19,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742262_1438 (size=7365) 2024-11-14T02:20:19,194 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/90bad245f4e840aa9be80facf120904b 2024-11-14T02:20:19,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/33968763997e4f4dab481bc2c119d315 is 50, key is test_row_2/C:col10/1731550817819/Put/seqid=0 2024-11-14T02:20:19,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742263_1439 (size=7365) 2024-11-14T02:20:19,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550879259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:19,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:19,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550879260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:19,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550879263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:19,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550879267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:19,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:19,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550879470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:19,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:19,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550879470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:19,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550879470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:19,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550879471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:19,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:19,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45500 deadline: 1731550879480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:19,489 DEBUG [Thread-1693 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4174 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33., hostname=3d72750a2650,45917,1731550712637, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:20:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-14T02:20:19,656 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/33968763997e4f4dab481bc2c119d315 2024-11-14T02:20:19,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/611358e006b646eaa2ac331e2c80ac36 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/611358e006b646eaa2ac331e2c80ac36 2024-11-14T02:20:19,671 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/611358e006b646eaa2ac331e2c80ac36, entries=50, sequenceid=226, filesize=13.5 K 2024-11-14T02:20:19,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/90bad245f4e840aa9be80facf120904b as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/90bad245f4e840aa9be80facf120904b 2024-11-14T02:20:19,681 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/90bad245f4e840aa9be80facf120904b, entries=50, sequenceid=226, filesize=7.2 K 2024-11-14T02:20:19,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/33968763997e4f4dab481bc2c119d315 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/33968763997e4f4dab481bc2c119d315 2024-11-14T02:20:19,702 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/33968763997e4f4dab481bc2c119d315, entries=50, sequenceid=226, filesize=7.2 K 2024-11-14T02:20:19,705 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for ada3817734c48e173892416f552cea33 in 699ms, sequenceid=226, compaction requested=true 2024-11-14T02:20:19,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:19,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:19,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-14T02:20:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-14T02:20:19,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-14T02:20:19,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1710 sec 2024-11-14T02:20:19,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.2040 sec 2024-11-14T02:20:19,782 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ada3817734c48e173892416f552cea33 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-14T02:20:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ada3817734c48e173892416f552cea33 2024-11-14T02:20:19,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=A 2024-11-14T02:20:19,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:19,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=B 2024-11-14T02:20:19,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:19,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=C 2024-11-14T02:20:19,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:19,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550879783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:19,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550879790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:19,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550879793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:19,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550879798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:19,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b8269e2cafa942ee958864dab99881ef_ada3817734c48e173892416f552cea33 is 50, key is test_row_0/A:col10/1731550819086/Put/seqid=0 2024-11-14T02:20:19,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742264_1440 (size=12354) 2024-11-14T02:20:19,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:19,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550879895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:19,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:19,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550879903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:19,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:19,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550879903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:19,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:19,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550879903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:20,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:20,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550880103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:20,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:20,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550880109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:20,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:20,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550880115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:20,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:20,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550880127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:20,280 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:20,293 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b8269e2cafa942ee958864dab99881ef_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b8269e2cafa942ee958864dab99881ef_ada3817734c48e173892416f552cea33 2024-11-14T02:20:20,297 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/ad73e21238ea4e74b04c23d2c2233b43, store: [table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:20,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/ad73e21238ea4e74b04c23d2c2233b43 is 175, key is test_row_0/A:col10/1731550819086/Put/seqid=0 2024-11-14T02:20:20,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742265_1441 (size=31155) 2024-11-14T02:20:20,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:20,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550880407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:20,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550880420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:20,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550880422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:20,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:20,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550880431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-14T02:20:20,639 INFO [Thread-1695 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-14T02:20:20,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:20:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-14T02:20:20,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-14T02:20:20,643 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:20:20,644 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:20:20,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:20:20,739 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/ad73e21238ea4e74b04c23d2c2233b43 2024-11-14T02:20:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-14T02:20:20,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/3f7ff7d5db67472abd7b1a9fb1dcd1f2 is 50, key is test_row_0/B:col10/1731550819086/Put/seqid=0 2024-11-14T02:20:20,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742266_1442 (size=12201) 2024-11-14T02:20:20,796 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:20,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-14T02:20:20,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:20,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:20,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:20,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:20,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:20,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550880914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:20,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550880929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:20,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550880931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:20,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550880937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-14T02:20:20,953 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:20,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-14T02:20:20,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:20,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:20,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:20,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:20,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:21,111 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:21,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-14T02:20:21,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:21,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:21,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:21,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:21,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:21,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/3f7ff7d5db67472abd7b1a9fb1dcd1f2 2024-11-14T02:20:21,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/7ab739a157594ec7852906d6b19837d2 is 50, key is test_row_0/C:col10/1731550819086/Put/seqid=0 2024-11-14T02:20:21,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742267_1443 (size=12201) 2024-11-14T02:20:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-14T02:20:21,264 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:21,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-14T02:20:21,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:21,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:21,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:21,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:21,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:21,417 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:21,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-14T02:20:21,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:21,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:21,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:21,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:21,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:21,571 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:21,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-14T02:20:21,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:21,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:21,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:21,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:21,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:21,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/7ab739a157594ec7852906d6b19837d2 2024-11-14T02:20:21,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/ad73e21238ea4e74b04c23d2c2233b43 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/ad73e21238ea4e74b04c23d2c2233b43 2024-11-14T02:20:21,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/ad73e21238ea4e74b04c23d2c2233b43, entries=150, sequenceid=257, filesize=30.4 K 2024-11-14T02:20:21,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/3f7ff7d5db67472abd7b1a9fb1dcd1f2 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/3f7ff7d5db67472abd7b1a9fb1dcd1f2 2024-11-14T02:20:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,727 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:21,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-14T02:20:21,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:21,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:21,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:21,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:21,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/3f7ff7d5db67472abd7b1a9fb1dcd1f2, entries=150, sequenceid=257, filesize=11.9 K 2024-11-14T02:20:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/7ab739a157594ec7852906d6b19837d2 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/7ab739a157594ec7852906d6b19837d2 2024-11-14T02:20:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-14T02:20:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/7ab739a157594ec7852906d6b19837d2, entries=150, sequenceid=257, filesize=11.9 K 2024-11-14T02:20:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for ada3817734c48e173892416f552cea33 in 1975ms, sequenceid=257, compaction requested=true 2024-11-14T02:20:21,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ada3817734c48e173892416f552cea33:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:20:21,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:21,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ada3817734c48e173892416f552cea33:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:20:21,757 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:20:21,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:20:21,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ada3817734c48e173892416f552cea33:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:20:21,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T02:20:21,758 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:20:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,759 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 107731 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:20:21,759 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): ada3817734c48e173892416f552cea33/A is initiating minor compaction (all files) 2024-11-14T02:20:21,759 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ada3817734c48e173892416f552cea33/A in TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:21,759 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/8949d8fb594f45b4adf5351889846b28, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/43a9636994a44a709a9df1a7100f64b5, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/611358e006b646eaa2ac331e2c80ac36, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/ad73e21238ea4e74b04c23d2c2233b43] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp, totalSize=105.2 K 2024-11-14T02:20:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,759 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:21,759 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. files: [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/8949d8fb594f45b4adf5351889846b28, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/43a9636994a44a709a9df1a7100f64b5, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/611358e006b646eaa2ac331e2c80ac36, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/ad73e21238ea4e74b04c23d2c2233b43] 2024-11-14T02:20:21,760 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 44312 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:20:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,760 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): ada3817734c48e173892416f552cea33/B is initiating minor compaction (all files) 2024-11-14T02:20:21,760 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ada3817734c48e173892416f552cea33/B in TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,760 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/a075bdb252794c68ab2386cc765e2d2b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/777adf8c4c054f978304611b41dcb13e, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/90bad245f4e840aa9be80facf120904b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/3f7ff7d5db67472abd7b1a9fb1dcd1f2] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp, totalSize=43.3 K 2024-11-14T02:20:21,760 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 8949d8fb594f45b4adf5351889846b28, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731550815989 2024-11-14T02:20:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,761 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 43a9636994a44a709a9df1a7100f64b5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731550817469 2024-11-14T02:20:21,761 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting a075bdb252794c68ab2386cc765e2d2b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731550815989 2024-11-14T02:20:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,761 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 777adf8c4c054f978304611b41dcb13e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731550817469 2024-11-14T02:20:21,761 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 611358e006b646eaa2ac331e2c80ac36, keycount=50, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731550817819 2024-11-14T02:20:21,761 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90bad245f4e840aa9be80facf120904b, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731550817819 2024-11-14T02:20:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,762 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting ad73e21238ea4e74b04c23d2c2233b43, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731550819086 2024-11-14T02:20:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,762 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f7ff7d5db67472abd7b1a9fb1dcd1f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731550819086 2024-11-14T02:20:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,807 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,808 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ada3817734c48e173892416f552cea33#B#compaction#382 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,808 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/341a440a423c415bbc50dcab2d0b618d is 50, key is test_row_0/B:col10/1731550819086/Put/seqid=0 2024-11-14T02:20:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,816 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114cf16472b360b44958e8475dce230df7e_ada3817734c48e173892416f552cea33 store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,817 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114cf16472b360b44958e8475dce230df7e_ada3817734c48e173892416f552cea33, store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:21,818 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114cf16472b360b44958e8475dce230df7e_ada3817734c48e173892416f552cea33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742268_1444 (size=12781) 2024-11-14T02:20:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742269_1445 (size=4469) 2024-11-14T02:20:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,883 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-14T02:20:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:21,884 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing ada3817734c48e173892416f552cea33 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-14T02:20:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=A 2024-11-14T02:20:21,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:21,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=B 2024-11-14T02:20:21,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:21,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=C 2024-11-14T02:20:21,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a1bbab2048d94c6bb333627491a6674e_ada3817734c48e173892416f552cea33 is 50, key is test_row_1/A:col10/1731550819790/Put/seqid=0 2024-11-14T02:20:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742270_1446 (size=7374) 2024-11-14T02:20:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ada3817734c48e173892416f552cea33 2024-11-14T02:20:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550882216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:22,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550882216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:22,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550882224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:22,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550882229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:22,238 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ada3817734c48e173892416f552cea33#A#compaction#383 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:22,238 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/69cb5d94418e4e7daf0c452fe68c0643 is 175, key is test_row_0/A:col10/1731550819086/Put/seqid=0 2024-11-14T02:20:22,241 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/341a440a423c415bbc50dcab2d0b618d as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/341a440a423c415bbc50dcab2d0b618d 2024-11-14T02:20:22,255 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ada3817734c48e173892416f552cea33/B of ada3817734c48e173892416f552cea33 into 341a440a423c415bbc50dcab2d0b618d(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:22,255 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:22,255 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33., storeName=ada3817734c48e173892416f552cea33/B, priority=12, startTime=1731550821757; duration=0sec 2024-11-14T02:20:22,255 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:20:22,255 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ada3817734c48e173892416f552cea33:B 2024-11-14T02:20:22,255 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:20:22,256 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 44312 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:20:22,256 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): ada3817734c48e173892416f552cea33/C is initiating minor compaction (all files) 2024-11-14T02:20:22,256 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ada3817734c48e173892416f552cea33/C in TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:22,256 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/4f9377c170624e0ca22704561201489b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/84022d8aa3934e8694bd7d9784e621ae, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/33968763997e4f4dab481bc2c119d315, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/7ab739a157594ec7852906d6b19837d2] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp, totalSize=43.3 K 2024-11-14T02:20:22,257 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f9377c170624e0ca22704561201489b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731550815989 2024-11-14T02:20:22,257 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84022d8aa3934e8694bd7d9784e621ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731550817469 2024-11-14T02:20:22,257 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33968763997e4f4dab481bc2c119d315, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731550817819 2024-11-14T02:20:22,257 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ab739a157594ec7852906d6b19837d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731550819086 2024-11-14T02:20:22,269 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ada3817734c48e173892416f552cea33#C#compaction#385 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:22,271 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/ce59f7238ea84928b24cb2cc630bd5dd is 50, key is test_row_0/C:col10/1731550819086/Put/seqid=0 2024-11-14T02:20:22,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742271_1447 (size=31735) 2024-11-14T02:20:22,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742272_1448 (size=12781) 2024-11-14T02:20:22,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:22,319 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/ce59f7238ea84928b24cb2cc630bd5dd as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/ce59f7238ea84928b24cb2cc630bd5dd 2024-11-14T02:20:22,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550882342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:22,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550882342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:22,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550882343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:22,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:22,350 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ada3817734c48e173892416f552cea33/C of ada3817734c48e173892416f552cea33 into ce59f7238ea84928b24cb2cc630bd5dd(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:22,350 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550882343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:22,351 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33., storeName=ada3817734c48e173892416f552cea33/C, priority=12, startTime=1731550821758; duration=0sec 2024-11-14T02:20:22,351 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:22,351 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ada3817734c48e173892416f552cea33:C 2024-11-14T02:20:22,352 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a1bbab2048d94c6bb333627491a6674e_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a1bbab2048d94c6bb333627491a6674e_ada3817734c48e173892416f552cea33 2024-11-14T02:20:22,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/51f89a95c19d4c44bcb9b56f112aa8fa, store: [table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:22,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/51f89a95c19d4c44bcb9b56f112aa8fa is 175, key is test_row_1/A:col10/1731550819790/Put/seqid=0 2024-11-14T02:20:22,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742273_1449 (size=13865) 2024-11-14T02:20:22,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550882544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:22,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550882548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:22,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550882549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:22,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550882554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:22,677 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/69cb5d94418e4e7daf0c452fe68c0643 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/69cb5d94418e4e7daf0c452fe68c0643 2024-11-14T02:20:22,683 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ada3817734c48e173892416f552cea33/A of ada3817734c48e173892416f552cea33 into 69cb5d94418e4e7daf0c452fe68c0643(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:22,683 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:22,683 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33., storeName=ada3817734c48e173892416f552cea33/A, priority=12, startTime=1731550821757; duration=0sec 2024-11-14T02:20:22,683 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:22,683 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ada3817734c48e173892416f552cea33:A 2024-11-14T02:20:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-14T02:20:22,805 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=262, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/51f89a95c19d4c44bcb9b56f112aa8fa 2024-11-14T02:20:22,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/a9279bd94bd440c093719d82fceb8935 is 50, key is test_row_1/B:col10/1731550819790/Put/seqid=0 2024-11-14T02:20:22,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742274_1450 (size=7415) 2024-11-14T02:20:22,831 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/a9279bd94bd440c093719d82fceb8935 2024-11-14T02:20:22,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/fb2bf5de8e07446e930a853e6c7f31d6 is 50, key is test_row_1/C:col10/1731550819790/Put/seqid=0 2024-11-14T02:20:22,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550882854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:22,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550882858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:22,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550882859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:22,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550882861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:22,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742275_1451 (size=7415) 2024-11-14T02:20:23,271 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/fb2bf5de8e07446e930a853e6c7f31d6 2024-11-14T02:20:23,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/51f89a95c19d4c44bcb9b56f112aa8fa as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/51f89a95c19d4c44bcb9b56f112aa8fa 2024-11-14T02:20:23,283 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/51f89a95c19d4c44bcb9b56f112aa8fa, entries=50, sequenceid=262, filesize=13.5 K 2024-11-14T02:20:23,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/a9279bd94bd440c093719d82fceb8935 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/a9279bd94bd440c093719d82fceb8935 2024-11-14T02:20:23,295 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/a9279bd94bd440c093719d82fceb8935, entries=50, sequenceid=262, filesize=7.2 K 2024-11-14T02:20:23,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/fb2bf5de8e07446e930a853e6c7f31d6 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/fb2bf5de8e07446e930a853e6c7f31d6 2024-11-14T02:20:23,300 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/fb2bf5de8e07446e930a853e6c7f31d6, entries=50, sequenceid=262, filesize=7.2 K 2024-11-14T02:20:23,301 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=187.85 KB/192360 for ada3817734c48e173892416f552cea33 in 1416ms, sequenceid=262, compaction requested=false 2024-11-14T02:20:23,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:23,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:23,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-14T02:20:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-14T02:20:23,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-14T02:20:23,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6580 sec 2024-11-14T02:20:23,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 2.6630 sec 2024-11-14T02:20:23,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ada3817734c48e173892416f552cea33 2024-11-14T02:20:23,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ada3817734c48e173892416f552cea33 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-11-14T02:20:23,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=A 2024-11-14T02:20:23,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:23,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=B 2024-11-14T02:20:23,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:23,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=C 2024-11-14T02:20:23,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:23,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550883367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:23,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:23,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550883371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:23,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:23,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550883371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:23,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:23,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550883386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:23,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111422b4ad0ab30740b6aca213c2c59e64fb_ada3817734c48e173892416f552cea33 is 50, key is test_row_0/A:col10/1731550822214/Put/seqid=0 2024-11-14T02:20:23,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742276_1452 (size=12454) 2024-11-14T02:20:23,415 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,420 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111422b4ad0ab30740b6aca213c2c59e64fb_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111422b4ad0ab30740b6aca213c2c59e64fb_ada3817734c48e173892416f552cea33 2024-11-14T02:20:23,421 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/d4d0020853ad42dcba96375469c1fc92, store: [table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:23,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/d4d0020853ad42dcba96375469c1fc92 is 175, key is test_row_0/A:col10/1731550822214/Put/seqid=0 2024-11-14T02:20:23,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742277_1453 (size=31255) 2024-11-14T02:20:23,436 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=297, memsize=64.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/d4d0020853ad42dcba96375469c1fc92 2024-11-14T02:20:23,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/90c93101d34b43dd87927e1f42b7953d is 50, key is test_row_0/B:col10/1731550822214/Put/seqid=0 2024-11-14T02:20:23,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550883476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:23,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550883480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:23,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:23,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550883481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:23,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:23,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550883488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:23,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742278_1454 (size=12301) 2024-11-14T02:20:23,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/90c93101d34b43dd87927e1f42b7953d 2024-11-14T02:20:23,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/3ad97ab010e4467db291026b7595c07d is 50, key is test_row_0/C:col10/1731550822214/Put/seqid=0 2024-11-14T02:20:23,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45500 deadline: 1731550883530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:23,534 DEBUG [Thread-1693 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8218 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33., hostname=3d72750a2650,45917,1731550712637, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:20:23,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742279_1455 (size=12301) 2024-11-14T02:20:23,568 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/3ad97ab010e4467db291026b7595c07d 2024-11-14T02:20:23,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/d4d0020853ad42dcba96375469c1fc92 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/d4d0020853ad42dcba96375469c1fc92 2024-11-14T02:20:23,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/d4d0020853ad42dcba96375469c1fc92, entries=150, sequenceid=297, filesize=30.5 K 2024-11-14T02:20:23,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/90c93101d34b43dd87927e1f42b7953d as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/90c93101d34b43dd87927e1f42b7953d 2024-11-14T02:20:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/90c93101d34b43dd87927e1f42b7953d, entries=150, sequenceid=297, filesize=12.0 K 2024-11-14T02:20:23,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/3ad97ab010e4467db291026b7595c07d as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/3ad97ab010e4467db291026b7595c07d 2024-11-14T02:20:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/3ad97ab010e4467db291026b7595c07d, entries=150, sequenceid=297, filesize=12.0 K 2024-11-14T02:20:23,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=20.13 KB/20610 for ada3817734c48e173892416f552cea33 in 228ms, sequenceid=297, compaction requested=true 2024-11-14T02:20:23,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,595 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:20:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ada3817734c48e173892416f552cea33:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:20:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:23,596 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:20:23,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,596 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 76855 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:20:23,596 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): ada3817734c48e173892416f552cea33/A is initiating minor compaction (all files) 2024-11-14T02:20:23,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,596 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ada3817734c48e173892416f552cea33/A in TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:23,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,596 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/69cb5d94418e4e7daf0c452fe68c0643, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/51f89a95c19d4c44bcb9b56f112aa8fa, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/d4d0020853ad42dcba96375469c1fc92] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp, totalSize=75.1 K 2024-11-14T02:20:23,596 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:23,596 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. files: [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/69cb5d94418e4e7daf0c452fe68c0643, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/51f89a95c19d4c44bcb9b56f112aa8fa, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/d4d0020853ad42dcba96375469c1fc92] 2024-11-14T02:20:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,597 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32497 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:20:23,597 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69cb5d94418e4e7daf0c452fe68c0643, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731550819086 2024-11-14T02:20:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,597 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): ada3817734c48e173892416f552cea33/B is initiating minor compaction (all files) 2024-11-14T02:20:23,597 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ada3817734c48e173892416f552cea33/B in TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:23,597 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/341a440a423c415bbc50dcab2d0b618d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/a9279bd94bd440c093719d82fceb8935, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/90c93101d34b43dd87927e1f42b7953d] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp, totalSize=31.7 K 2024-11-14T02:20:23,597 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51f89a95c19d4c44bcb9b56f112aa8fa, keycount=50, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731550819790 2024-11-14T02:20:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ada3817734c48e173892416f552cea33:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:20:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:23,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ada3817734c48e173892416f552cea33:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:20:23,598 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4d0020853ad42dcba96375469c1fc92, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731550822193 2024-11-14T02:20:23,598 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 341a440a423c415bbc50dcab2d0b618d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731550819086 2024-11-14T02:20:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,598 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting a9279bd94bd440c093719d82fceb8935, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731550819790 2024-11-14T02:20:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,599 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 90c93101d34b43dd87927e1f42b7953d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731550822193 2024-11-14T02:20:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:20:23,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,618 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:23,619 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ada3817734c48e173892416f552cea33#B#compaction#391 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,619 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/aba71d555f5a488780b438809bd0d947 is 50, key is test_row_0/B:col10/1731550822214/Put/seqid=0 2024-11-14T02:20:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,630 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114751eda7646864fc594f611485dd2a905_ada3817734c48e173892416f552cea33 store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:23,632 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114751eda7646864fc594f611485dd2a905_ada3817734c48e173892416f552cea33, store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:23,632 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114751eda7646864fc594f611485dd2a905_ada3817734c48e173892416f552cea33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742280_1456 (size=12983) 2024-11-14T02:20:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,649 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/aba71d555f5a488780b438809bd0d947 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/aba71d555f5a488780b438809bd0d947 2024-11-14T02:20:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,654 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ada3817734c48e173892416f552cea33/B of ada3817734c48e173892416f552cea33 into aba71d555f5a488780b438809bd0d947(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:23,654 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:23,654 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33., storeName=ada3817734c48e173892416f552cea33/B, priority=13, startTime=1731550823595; duration=0sec 2024-11-14T02:20:23,654 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:20:23,654 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ada3817734c48e173892416f552cea33:B 2024-11-14T02:20:23,654 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:20:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,655 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32497 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:20:23,655 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): ada3817734c48e173892416f552cea33/C is initiating minor compaction (all files) 2024-11-14T02:20:23,655 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ada3817734c48e173892416f552cea33/C in TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:23,655 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/ce59f7238ea84928b24cb2cc630bd5dd, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/fb2bf5de8e07446e930a853e6c7f31d6, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/3ad97ab010e4467db291026b7595c07d] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp, totalSize=31.7 K 2024-11-14T02:20:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,656 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting ce59f7238ea84928b24cb2cc630bd5dd, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731550819086 2024-11-14T02:20:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,656 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting fb2bf5de8e07446e930a853e6c7f31d6, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731550819790 2024-11-14T02:20:23,656 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ad97ab010e4467db291026b7595c07d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731550822193 2024-11-14T02:20:23,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742281_1457 (size=4469) 2024-11-14T02:20:23,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,664 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ada3817734c48e173892416f552cea33#A#compaction#392 average throughput is 0.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:23,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,665 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/83bada46490e44ca8fdc76e63b64e6d0 is 175, key is test_row_0/A:col10/1731550822214/Put/seqid=0 2024-11-14T02:20:23,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,667 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ada3817734c48e173892416f552cea33#C#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:23,668 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/f61a17241aa24985b83ee0b0b12dfd7a is 50, key is test_row_0/C:col10/1731550822214/Put/seqid=0 2024-11-14T02:20:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742282_1458 (size=31937) 2024-11-14T02:20:23,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,706 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/83bada46490e44ca8fdc76e63b64e6d0 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/83bada46490e44ca8fdc76e63b64e6d0 2024-11-14T02:20:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,714 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ada3817734c48e173892416f552cea33/A of ada3817734c48e173892416f552cea33 into 83bada46490e44ca8fdc76e63b64e6d0(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:23,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,714 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:23,714 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33., storeName=ada3817734c48e173892416f552cea33/A, priority=13, startTime=1731550823595; duration=0sec 2024-11-14T02:20:23,714 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:23,714 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ada3817734c48e173892416f552cea33:A 2024-11-14T02:20:23,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742283_1459 (size=12983) 2024-11-14T02:20:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ada3817734c48e173892416f552cea33 2024-11-14T02:20:23,740 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ada3817734c48e173892416f552cea33 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T02:20:23,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=A 2024-11-14T02:20:23,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:23,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=B 2024-11-14T02:20:23,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:23,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=C 2024-11-14T02:20:23,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143e4610dbbf1e4125925302bf653fef48_ada3817734c48e173892416f552cea33 is 50, key is test_row_0/A:col10/1731550823738/Put/seqid=0 2024-11-14T02:20:23,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742284_1460 (size=22618) 2024-11-14T02:20:23,774 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:23,778 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143e4610dbbf1e4125925302bf653fef48_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143e4610dbbf1e4125925302bf653fef48_ada3817734c48e173892416f552cea33 2024-11-14T02:20:23,779 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/3de5eb53693a466fb8ec20620ba68351, store: [table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:23,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/3de5eb53693a466fb8ec20620ba68351 is 175, key is test_row_0/A:col10/1731550823738/Put/seqid=0 2024-11-14T02:20:23,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742285_1461 (size=66023) 2024-11-14T02:20:23,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:23,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550883835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:23,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:23,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550883838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:23,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:23,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550883838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:23,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:23,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550883838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:23,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:23,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550883947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:23,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:23,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550883948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:23,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:23,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550883948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:23,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:23,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550883948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:24,144 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/f61a17241aa24985b83ee0b0b12dfd7a as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/f61a17241aa24985b83ee0b0b12dfd7a 2024-11-14T02:20:24,151 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ada3817734c48e173892416f552cea33/C of ada3817734c48e173892416f552cea33 into f61a17241aa24985b83ee0b0b12dfd7a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:24,151 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:24,151 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33., storeName=ada3817734c48e173892416f552cea33/C, priority=13, startTime=1731550823597; duration=0sec 2024-11-14T02:20:24,151 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:24,151 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ada3817734c48e173892416f552cea33:C 2024-11-14T02:20:24,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550884151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:24,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550884152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:24,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550884152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:24,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550884152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:24,207 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=310, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/3de5eb53693a466fb8ec20620ba68351 2024-11-14T02:20:24,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/e757fae864274417a631b8b8d7b28bc5 is 50, key is test_row_0/B:col10/1731550823738/Put/seqid=0 2024-11-14T02:20:24,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742286_1462 (size=12301) 2024-11-14T02:20:24,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/e757fae864274417a631b8b8d7b28bc5 2024-11-14T02:20:24,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/f169992d1c484fefad421d19d86f5a1a is 50, key is test_row_0/C:col10/1731550823738/Put/seqid=0 2024-11-14T02:20:24,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742287_1463 (size=12301) 2024-11-14T02:20:24,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/f169992d1c484fefad421d19d86f5a1a 2024-11-14T02:20:24,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/3de5eb53693a466fb8ec20620ba68351 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/3de5eb53693a466fb8ec20620ba68351 2024-11-14T02:20:24,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/3de5eb53693a466fb8ec20620ba68351, entries=350, sequenceid=310, filesize=64.5 K 2024-11-14T02:20:24,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/e757fae864274417a631b8b8d7b28bc5 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/e757fae864274417a631b8b8d7b28bc5 2024-11-14T02:20:24,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/e757fae864274417a631b8b8d7b28bc5, entries=150, sequenceid=310, filesize=12.0 K 2024-11-14T02:20:24,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/f169992d1c484fefad421d19d86f5a1a as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/f169992d1c484fefad421d19d86f5a1a 2024-11-14T02:20:24,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/f169992d1c484fefad421d19d86f5a1a, entries=150, sequenceid=310, filesize=12.0 K 2024-11-14T02:20:24,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for ada3817734c48e173892416f552cea33 in 591ms, sequenceid=310, compaction requested=false 2024-11-14T02:20:24,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ada3817734c48e173892416f552cea33 2024-11-14T02:20:24,465 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ada3817734c48e173892416f552cea33 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-14T02:20:24,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=A 2024-11-14T02:20:24,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:24,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=B 2024-11-14T02:20:24,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:24,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=C 2024-11-14T02:20:24,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:24,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:24,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550884468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:24,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114131d863c3d6346859e5c2efe99bf9eba_ada3817734c48e173892416f552cea33 is 50, key is test_row_0/A:col10/1731550824465/Put/seqid=0 2024-11-14T02:20:24,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550884472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:24,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550884473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:24,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:24,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550884478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:24,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742288_1464 (size=20074) 2024-11-14T02:20:24,501 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:24,505 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114131d863c3d6346859e5c2efe99bf9eba_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114131d863c3d6346859e5c2efe99bf9eba_ada3817734c48e173892416f552cea33 2024-11-14T02:20:24,507 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/27064f627b684a02b468feca5a40bfe1, store: [table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:24,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/27064f627b684a02b468feca5a40bfe1 is 175, key is test_row_0/A:col10/1731550824465/Put/seqid=0 2024-11-14T02:20:24,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742289_1465 (size=57333) 2024-11-14T02:20:24,521 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=340, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/27064f627b684a02b468feca5a40bfe1 2024-11-14T02:20:24,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/bb204c8d7df5497ea3c1f529f0bac359 is 50, key is test_row_0/B:col10/1731550824465/Put/seqid=0 2024-11-14T02:20:24,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742290_1466 (size=12301) 2024-11-14T02:20:24,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550884578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:24,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550884578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:24,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:24,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550884579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:24,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:24,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550884588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-14T02:20:24,754 INFO [Thread-1695 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-14T02:20:24,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:20:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-14T02:20:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-14T02:20:24,758 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:20:24,759 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:20:24,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:20:24,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:24,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550884781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:24,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550884786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:24,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550884790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:24,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550884794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-14T02:20:24,911 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:24,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-14T02:20:24,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:24,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:24,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:24,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:24,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:24,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/bb204c8d7df5497ea3c1f529f0bac359 2024-11-14T02:20:25,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/010dff3efd1e49e9a46e511674871fcb is 50, key is test_row_0/C:col10/1731550824465/Put/seqid=0 2024-11-14T02:20:25,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742291_1467 (size=12301) 2024-11-14T02:20:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-14T02:20:25,074 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:25,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-14T02:20:25,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:25,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:25,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:25,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:25,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:25,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:25,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550885092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:25,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:25,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550885094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:25,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550885100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:25,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:25,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550885094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:25,231 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:25,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-14T02:20:25,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:25,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:25,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:25,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:25,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-14T02:20:25,389 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:25,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-14T02:20:25,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:25,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:25,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:25,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:25,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:25,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/010dff3efd1e49e9a46e511674871fcb 2024-11-14T02:20:25,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/27064f627b684a02b468feca5a40bfe1 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/27064f627b684a02b468feca5a40bfe1 2024-11-14T02:20:25,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/27064f627b684a02b468feca5a40bfe1, entries=300, sequenceid=340, filesize=56.0 K 2024-11-14T02:20:25,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/bb204c8d7df5497ea3c1f529f0bac359 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/bb204c8d7df5497ea3c1f529f0bac359 2024-11-14T02:20:25,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/bb204c8d7df5497ea3c1f529f0bac359, entries=150, sequenceid=340, filesize=12.0 K 2024-11-14T02:20:25,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/010dff3efd1e49e9a46e511674871fcb as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/010dff3efd1e49e9a46e511674871fcb 2024-11-14T02:20:25,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/010dff3efd1e49e9a46e511674871fcb, entries=150, sequenceid=340, filesize=12.0 K 2024-11-14T02:20:25,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for ada3817734c48e173892416f552cea33 in 1001ms, sequenceid=340, compaction requested=true 2024-11-14T02:20:25,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:25,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ada3817734c48e173892416f552cea33:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:20:25,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:25,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ada3817734c48e173892416f552cea33:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:20:25,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:25,466 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:20:25,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ada3817734c48e173892416f552cea33:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:20:25,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:20:25,466 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:20:25,467 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 155293 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:20:25,467 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:20:25,467 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): ada3817734c48e173892416f552cea33/A is initiating minor compaction (all files) 2024-11-14T02:20:25,467 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): ada3817734c48e173892416f552cea33/B is initiating minor compaction (all files) 2024-11-14T02:20:25,467 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ada3817734c48e173892416f552cea33/A in TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:25,467 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ada3817734c48e173892416f552cea33/B in TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:25,467 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/83bada46490e44ca8fdc76e63b64e6d0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/3de5eb53693a466fb8ec20620ba68351, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/27064f627b684a02b468feca5a40bfe1] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp, totalSize=151.7 K 2024-11-14T02:20:25,467 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:25,467 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/aba71d555f5a488780b438809bd0d947, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/e757fae864274417a631b8b8d7b28bc5, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/bb204c8d7df5497ea3c1f529f0bac359] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp, totalSize=36.7 K 2024-11-14T02:20:25,467 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. files: [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/83bada46490e44ca8fdc76e63b64e6d0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/3de5eb53693a466fb8ec20620ba68351, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/27064f627b684a02b468feca5a40bfe1] 2024-11-14T02:20:25,468 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting aba71d555f5a488780b438809bd0d947, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731550822193 2024-11-14T02:20:25,468 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83bada46490e44ca8fdc76e63b64e6d0, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731550822193 2024-11-14T02:20:25,468 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting e757fae864274417a631b8b8d7b28bc5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731550823367 2024-11-14T02:20:25,468 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3de5eb53693a466fb8ec20620ba68351, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731550823367 2024-11-14T02:20:25,468 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting bb204c8d7df5497ea3c1f529f0bac359, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731550823795 2024-11-14T02:20:25,468 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27064f627b684a02b468feca5a40bfe1, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731550823795 2024-11-14T02:20:25,474 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:25,476 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ada3817734c48e173892416f552cea33#B#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:25,476 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/574198aab7594000a32575d73c6ebb49 is 50, key is test_row_0/B:col10/1731550824465/Put/seqid=0 2024-11-14T02:20:25,477 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111489e2628d36ab4ec186d2edf5b9505726_ada3817734c48e173892416f552cea33 store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:25,479 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111489e2628d36ab4ec186d2edf5b9505726_ada3817734c48e173892416f552cea33, store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:25,479 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111489e2628d36ab4ec186d2edf5b9505726_ada3817734c48e173892416f552cea33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:25,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742292_1468 (size=13085) 2024-11-14T02:20:25,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742293_1469 (size=4469) 2024-11-14T02:20:25,493 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ada3817734c48e173892416f552cea33#A#compaction#400 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:25,494 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/5f891ceb12624325a869f43230cbd8cf is 175, key is test_row_0/A:col10/1731550824465/Put/seqid=0 2024-11-14T02:20:25,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742294_1470 (size=32039) 2024-11-14T02:20:25,544 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:25,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-14T02:20:25,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:25,545 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing ada3817734c48e173892416f552cea33 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-14T02:20:25,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=A 2024-11-14T02:20:25,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:25,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=B 2024-11-14T02:20:25,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:25,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=C 2024-11-14T02:20:25,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:25,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c2abfb9fa23243f7b37955b96fc07a31_ada3817734c48e173892416f552cea33 is 50, key is test_row_0/A:col10/1731550824467/Put/seqid=0 2024-11-14T02:20:25,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742295_1471 (size=12454) 2024-11-14T02:20:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ada3817734c48e173892416f552cea33 2024-11-14T02:20:25,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:25,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550885652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:25,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550885654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:25,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550885654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:25,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550885654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:25,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550885762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:25,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550885763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:25,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550885764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:25,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550885764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-14T02:20:25,894 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/574198aab7594000a32575d73c6ebb49 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/574198aab7594000a32575d73c6ebb49 2024-11-14T02:20:25,901 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/5f891ceb12624325a869f43230cbd8cf as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/5f891ceb12624325a869f43230cbd8cf 2024-11-14T02:20:25,902 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ada3817734c48e173892416f552cea33/B of ada3817734c48e173892416f552cea33 into 574198aab7594000a32575d73c6ebb49(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:25,902 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:25,902 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33., storeName=ada3817734c48e173892416f552cea33/B, priority=13, startTime=1731550825466; duration=0sec 2024-11-14T02:20:25,902 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:20:25,902 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ada3817734c48e173892416f552cea33:B 2024-11-14T02:20:25,902 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:20:25,903 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:20:25,903 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): ada3817734c48e173892416f552cea33/C is initiating minor compaction (all files) 2024-11-14T02:20:25,903 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ada3817734c48e173892416f552cea33/C in TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:25,903 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/f61a17241aa24985b83ee0b0b12dfd7a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/f169992d1c484fefad421d19d86f5a1a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/010dff3efd1e49e9a46e511674871fcb] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp, totalSize=36.7 K 2024-11-14T02:20:25,904 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting f61a17241aa24985b83ee0b0b12dfd7a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731550822193 2024-11-14T02:20:25,904 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting f169992d1c484fefad421d19d86f5a1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731550823367 2024-11-14T02:20:25,904 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 010dff3efd1e49e9a46e511674871fcb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731550823795 2024-11-14T02:20:25,907 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ada3817734c48e173892416f552cea33/A of ada3817734c48e173892416f552cea33 into 5f891ceb12624325a869f43230cbd8cf(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:25,907 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:25,907 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33., storeName=ada3817734c48e173892416f552cea33/A, priority=13, startTime=1731550825466; duration=0sec 2024-11-14T02:20:25,907 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:25,907 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ada3817734c48e173892416f552cea33:A 2024-11-14T02:20:25,911 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ada3817734c48e173892416f552cea33#C#compaction#403 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:25,912 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/2eeb210a5cd64293ad66486bf13b7eaa is 50, key is test_row_0/C:col10/1731550824465/Put/seqid=0 2024-11-14T02:20:25,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742296_1472 (size=13085) 2024-11-14T02:20:25,923 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/2eeb210a5cd64293ad66486bf13b7eaa as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/2eeb210a5cd64293ad66486bf13b7eaa 2024-11-14T02:20:25,927 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ada3817734c48e173892416f552cea33/C of ada3817734c48e173892416f552cea33 into 2eeb210a5cd64293ad66486bf13b7eaa(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:25,927 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:25,927 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33., storeName=ada3817734c48e173892416f552cea33/C, priority=13, startTime=1731550825466; duration=0sec 2024-11-14T02:20:25,927 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:25,927 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ada3817734c48e173892416f552cea33:C 2024-11-14T02:20:25,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:25,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550885967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:25,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:25,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550885971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:25,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550885972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:25,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550885974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:25,977 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c2abfb9fa23243f7b37955b96fc07a31_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c2abfb9fa23243f7b37955b96fc07a31_ada3817734c48e173892416f552cea33 2024-11-14T02:20:25,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/3c2774ef852a496f94de8c5fec41edd1, store: [table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:25,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/3c2774ef852a496f94de8c5fec41edd1 is 175, key is test_row_0/A:col10/1731550824467/Put/seqid=0 2024-11-14T02:20:25,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742297_1473 (size=31255) 2024-11-14T02:20:25,984 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=347, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/3c2774ef852a496f94de8c5fec41edd1 2024-11-14T02:20:25,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/c8ea366342ff49ff864150047f939fa0 is 50, key is test_row_0/B:col10/1731550824467/Put/seqid=0 2024-11-14T02:20:26,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742298_1474 (size=12301) 2024-11-14T02:20:26,016 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/c8ea366342ff49ff864150047f939fa0 2024-11-14T02:20:26,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/e33ddc56b51e40e685d2880f4a9c99fb is 50, key is test_row_0/C:col10/1731550824467/Put/seqid=0 2024-11-14T02:20:26,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742299_1475 (size=12301) 2024-11-14T02:20:26,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:26,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550886271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:26,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550886274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:26,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:26,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550886274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:26,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:26,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550886282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:26,450 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/e33ddc56b51e40e685d2880f4a9c99fb 2024-11-14T02:20:26,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/3c2774ef852a496f94de8c5fec41edd1 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/3c2774ef852a496f94de8c5fec41edd1 2024-11-14T02:20:26,468 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/3c2774ef852a496f94de8c5fec41edd1, entries=150, sequenceid=347, filesize=30.5 K 2024-11-14T02:20:26,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/c8ea366342ff49ff864150047f939fa0 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/c8ea366342ff49ff864150047f939fa0 2024-11-14T02:20:26,473 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/c8ea366342ff49ff864150047f939fa0, entries=150, sequenceid=347, filesize=12.0 K 2024-11-14T02:20:26,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/e33ddc56b51e40e685d2880f4a9c99fb as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/e33ddc56b51e40e685d2880f4a9c99fb 2024-11-14T02:20:26,478 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/e33ddc56b51e40e685d2880f4a9c99fb, entries=150, sequenceid=347, filesize=12.0 K 2024-11-14T02:20:26,480 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=181.14 KB/185490 for ada3817734c48e173892416f552cea33 in 935ms, sequenceid=347, compaction requested=false 2024-11-14T02:20:26,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:26,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:26,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-14T02:20:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-14T02:20:26,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-14T02:20:26,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7220 sec 2024-11-14T02:20:26,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.7300 sec 2024-11-14T02:20:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ada3817734c48e173892416f552cea33 2024-11-14T02:20:26,790 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ada3817734c48e173892416f552cea33 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-11-14T02:20:26,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=A 2024-11-14T02:20:26,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:26,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=B 2024-11-14T02:20:26,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:26,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=C 2024-11-14T02:20:26,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:26,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550886784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:26,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:26,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550886791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:26,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:26,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550886791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:26,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:26,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550886792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:26,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f1a30a7374364994a1a2388c13441b9b_ada3817734c48e173892416f552cea33 is 50, key is test_row_0/A:col10/1731550826784/Put/seqid=0 2024-11-14T02:20:26,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742300_1476 (size=17534) 2024-11-14T02:20:26,829 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:26,835 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f1a30a7374364994a1a2388c13441b9b_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f1a30a7374364994a1a2388c13441b9b_ada3817734c48e173892416f552cea33 2024-11-14T02:20:26,836 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/3682bc3ffffc4006a63425030f34a0e7, store: [table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:26,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/3682bc3ffffc4006a63425030f34a0e7 is 175, key is test_row_0/A:col10/1731550826784/Put/seqid=0 2024-11-14T02:20:26,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742301_1477 (size=48639) 2024-11-14T02:20:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-14T02:20:26,863 INFO [Thread-1695 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-14T02:20:26,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:20:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-14T02:20:26,866 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:20:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-14T02:20:26,866 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:20:26,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:20:26,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550886901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:26,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:26,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550886903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550886903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-14T02:20:27,018 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:27,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-14T02:20:27,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:27,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:27,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:27,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:27,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:27,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550887106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:27,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:27,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550887106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:27,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:27,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550887107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-14T02:20:27,173 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:27,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-14T02:20:27,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:27,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:27,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:27,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:27,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:27,242 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=383, memsize=67.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/3682bc3ffffc4006a63425030f34a0e7 2024-11-14T02:20:27,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/230adbb33bff4b968878b95dab6faf8f is 50, key is test_row_0/B:col10/1731550826784/Put/seqid=0 2024-11-14T02:20:27,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742302_1478 (size=12301) 2024-11-14T02:20:27,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/230adbb33bff4b968878b95dab6faf8f 2024-11-14T02:20:27,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/b334b9f261c64e33908caccac23801c8 is 50, key is test_row_0/C:col10/1731550826784/Put/seqid=0 2024-11-14T02:20:27,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742303_1479 (size=12301) 2024-11-14T02:20:27,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/b334b9f261c64e33908caccac23801c8 2024-11-14T02:20:27,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/3682bc3ffffc4006a63425030f34a0e7 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/3682bc3ffffc4006a63425030f34a0e7 2024-11-14T02:20:27,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/3682bc3ffffc4006a63425030f34a0e7, entries=250, sequenceid=383, filesize=47.5 K 2024-11-14T02:20:27,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/230adbb33bff4b968878b95dab6faf8f as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/230adbb33bff4b968878b95dab6faf8f 2024-11-14T02:20:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/230adbb33bff4b968878b95dab6faf8f, entries=150, sequenceid=383, filesize=12.0 K 2024-11-14T02:20:27,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/b334b9f261c64e33908caccac23801c8 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/b334b9f261c64e33908caccac23801c8 2024-11-14T02:20:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/b334b9f261c64e33908caccac23801c8, entries=150, sequenceid=383, filesize=12.0 K 2024-11-14T02:20:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,326 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,326 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=0 B/0 for ada3817734c48e173892416f552cea33 in 536ms, sequenceid=383, compaction requested=true 2024-11-14T02:20:27,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,326 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:20:27,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-14T02:20:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:27,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ada3817734c48e173892416f552cea33:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:20:27,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:27,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-14T02:20:27,327 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:20:27,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ada3817734c48e173892416f552cea33:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:20:27,327 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111933 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:20:27,327 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): ada3817734c48e173892416f552cea33/A is initiating minor compaction (all files) 2024-11-14T02:20:27,327 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ada3817734c48e173892416f552cea33/A in TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:27,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:27,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ada3817734c48e173892416f552cea33:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:20:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:20:27,327 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/5f891ceb12624325a869f43230cbd8cf, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/3c2774ef852a496f94de8c5fec41edd1, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/3682bc3ffffc4006a63425030f34a0e7] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp, totalSize=109.3 K 2024-11-14T02:20:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,327 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:27,327 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. files: [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/5f891ceb12624325a869f43230cbd8cf, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/3c2774ef852a496f94de8c5fec41edd1, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/3682bc3ffffc4006a63425030f34a0e7] 2024-11-14T02:20:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-14T02:20:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,328 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f891ceb12624325a869f43230cbd8cf, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731550823795 2024-11-14T02:20:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,328 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:20:27,328 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c2774ef852a496f94de8c5fec41edd1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731550824467 2024-11-14T02:20:27,328 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): ada3817734c48e173892416f552cea33/B is initiating minor compaction (all files) 2024-11-14T02:20:27,329 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ada3817734c48e173892416f552cea33/B in TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:27,329 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/574198aab7594000a32575d73c6ebb49, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/c8ea366342ff49ff864150047f939fa0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/230adbb33bff4b968878b95dab6faf8f] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp, totalSize=36.8 K 2024-11-14T02:20:27,329 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3682bc3ffffc4006a63425030f34a0e7, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731550825652 2024-11-14T02:20:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,329 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 574198aab7594000a32575d73c6ebb49, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731550823795 2024-11-14T02:20:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,330 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting c8ea366342ff49ff864150047f939fa0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731550824467 2024-11-14T02:20:27,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-14T02:20:27,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 461 msec 2024-11-14T02:20:27,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,330 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 230adbb33bff4b968878b95dab6faf8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731550826783 2024-11-14T02:20:27,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 466 msec 2024-11-14T02:20:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,338 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,340 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114f59ad8248ce946b7838c27192d03e599_ada3817734c48e173892416f552cea33 store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,341 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ada3817734c48e173892416f552cea33#B#compaction#410 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:27,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,341 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/fe37d422754d499ea28e0a289ba27290 is 50, key is test_row_0/B:col10/1731550826784/Put/seqid=0 2024-11-14T02:20:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,342 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114f59ad8248ce946b7838c27192d03e599_ada3817734c48e173892416f552cea33, store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:27,342 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f59ad8248ce946b7838c27192d03e599_ada3817734c48e173892416f552cea33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742304_1480 (size=4469) 2024-11-14T02:20:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,351 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ada3817734c48e173892416f552cea33#A#compaction#409 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,352 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/338d1296fba449338f689594c6f52105 is 175, key is test_row_0/A:col10/1731550826784/Put/seqid=0 2024-11-14T02:20:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742306_1482 (size=32141) 2024-11-14T02:20:27,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742305_1481 (size=13187) 2024-11-14T02:20:27,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,388 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/338d1296fba449338f689594c6f52105 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/338d1296fba449338f689594c6f52105 2024-11-14T02:20:27,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,391 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] io.ByteBuffAllocator(388): Pool already reached its max capacity : 186 and no free buffers now. Consider increasing the value for 'hbase.server.allocator.max.buffer.count' ? 2024-11-14T02:20:27,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,394 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ada3817734c48e173892416f552cea33/A of ada3817734c48e173892416f552cea33 into 338d1296fba449338f689594c6f52105(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:27,394 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:27,394 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33., storeName=ada3817734c48e173892416f552cea33/A, priority=13, startTime=1731550827326; duration=0sec 2024-11-14T02:20:27,394 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:20:27,394 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ada3817734c48e173892416f552cea33:A 2024-11-14T02:20:27,394 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:20:27,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,395 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:20:27,395 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): ada3817734c48e173892416f552cea33/C is initiating minor compaction (all files) 2024-11-14T02:20:27,395 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ada3817734c48e173892416f552cea33/C in TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:27,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,395 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/2eeb210a5cd64293ad66486bf13b7eaa, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/e33ddc56b51e40e685d2880f4a9c99fb, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/b334b9f261c64e33908caccac23801c8] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp, totalSize=36.8 K 2024-11-14T02:20:27,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,396 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2eeb210a5cd64293ad66486bf13b7eaa, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731550823795 2024-11-14T02:20:27,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,397 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting e33ddc56b51e40e685d2880f4a9c99fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731550824467 2024-11-14T02:20:27,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,401 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting b334b9f261c64e33908caccac23801c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731550826783 2024-11-14T02:20:27,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,401 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/fe37d422754d499ea28e0a289ba27290 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/fe37d422754d499ea28e0a289ba27290 2024-11-14T02:20:27,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,409 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ada3817734c48e173892416f552cea33/B of ada3817734c48e173892416f552cea33 into fe37d422754d499ea28e0a289ba27290(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:27,409 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:27,409 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33., storeName=ada3817734c48e173892416f552cea33/B, priority=13, startTime=1731550827327; duration=0sec 2024-11-14T02:20:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,409 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:27,409 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ada3817734c48e173892416f552cea33:B 2024-11-14T02:20:27,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,414 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ada3817734c48e173892416f552cea33#C#compaction#411 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:27,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,414 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/3554510de73242dcb4064feeacc57d4b is 50, key is test_row_0/C:col10/1731550826784/Put/seqid=0 2024-11-14T02:20:27,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742307_1483 (size=13187) 2024-11-14T02:20:27,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,459 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/3554510de73242dcb4064feeacc57d4b as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/3554510de73242dcb4064feeacc57d4b 2024-11-14T02:20:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,463 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ada3817734c48e173892416f552cea33/C of ada3817734c48e173892416f552cea33 into 3554510de73242dcb4064feeacc57d4b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:27,463 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:27,463 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33., storeName=ada3817734c48e173892416f552cea33/C, priority=13, startTime=1731550827327; duration=0sec 2024-11-14T02:20:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,463 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:27,463 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ada3817734c48e173892416f552cea33:C 2024-11-14T02:20:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-14T02:20:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,478 INFO [Thread-1695 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-14T02:20:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:20:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-14T02:20:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-14T02:20:27,481 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:20:27,481 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:20:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:20:27,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ada3817734c48e173892416f552cea33 2024-11-14T02:20:27,506 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ada3817734c48e173892416f552cea33 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T02:20:27,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=A 2024-11-14T02:20:27,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:27,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=B 2024-11-14T02:20:27,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:27,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=C 2024-11-14T02:20:27,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:27,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111444153e3c13944eefa7580ba66e1b22b6_ada3817734c48e173892416f552cea33 is 50, key is test_row_0/A:col10/1731550827501/Put/seqid=0 2024-11-14T02:20:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742309_1485 (size=25158) 2024-11-14T02:20:27,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,577 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-14T02:20:27,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:27,594 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111444153e3c13944eefa7580ba66e1b22b6_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111444153e3c13944eefa7580ba66e1b22b6_ada3817734c48e173892416f552cea33 2024-11-14T02:20:27,602 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/0a38287269a44eea81c618e2b305582d, store: [table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:27,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/0a38287269a44eea81c618e2b305582d is 175, key is test_row_0/A:col10/1731550827501/Put/seqid=0 2024-11-14T02:20:27,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742308_1484 (size=74795) 2024-11-14T02:20:27,605 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=398, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/0a38287269a44eea81c618e2b305582d 2024-11-14T02:20:27,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/7253f26825134a95a60b3b283f5f5ee0 is 50, key is test_row_0/B:col10/1731550827501/Put/seqid=0 2024-11-14T02:20:27,632 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:27,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-14T02:20:27,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:27,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:27,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:27,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:27,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:27,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:27,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:27,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550887625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:27,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:27,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550887632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:27,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:27,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550887633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:27,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742310_1486 (size=12301) 2024-11-14T02:20:27,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/7253f26825134a95a60b3b283f5f5ee0 2024-11-14T02:20:27,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/615f4ae30aed4f27b92c75f1d8b4a855 is 50, key is test_row_0/C:col10/1731550827501/Put/seqid=0 2024-11-14T02:20:27,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742311_1487 (size=12301) 2024-11-14T02:20:27,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:27,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550887737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:27,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:27,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550887742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:27,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:27,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550887742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:27,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-14T02:20:27,785 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:27,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-14T02:20:27,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:27,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:27,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:27,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:27,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:27,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:27,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:27,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550887806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:27,938 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:27,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-14T02:20:27,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:27,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:27,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:27,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:27,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:27,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550887940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:27,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550887948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:27,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550887949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:28,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-14T02:20:28,091 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:28,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-14T02:20:28,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:28,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:28,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:28,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:28,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:28,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:28,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/615f4ae30aed4f27b92c75f1d8b4a855 2024-11-14T02:20:28,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/0a38287269a44eea81c618e2b305582d as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/0a38287269a44eea81c618e2b305582d 2024-11-14T02:20:28,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/0a38287269a44eea81c618e2b305582d, entries=400, sequenceid=398, filesize=73.0 K 2024-11-14T02:20:28,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/7253f26825134a95a60b3b283f5f5ee0 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/7253f26825134a95a60b3b283f5f5ee0 2024-11-14T02:20:28,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/7253f26825134a95a60b3b283f5f5ee0, entries=150, sequenceid=398, filesize=12.0 K 2024-11-14T02:20:28,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/615f4ae30aed4f27b92c75f1d8b4a855 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/615f4ae30aed4f27b92c75f1d8b4a855 2024-11-14T02:20:28,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/615f4ae30aed4f27b92c75f1d8b4a855, entries=150, sequenceid=398, filesize=12.0 K 2024-11-14T02:20:28,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ada3817734c48e173892416f552cea33 in 688ms, sequenceid=398, compaction requested=false 2024-11-14T02:20:28,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:28,247 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:28,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-14T02:20:28,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:28,248 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing ada3817734c48e173892416f552cea33 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T02:20:28,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=A 2024-11-14T02:20:28,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:28,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=B 2024-11-14T02:20:28,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:28,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=C 2024-11-14T02:20:28,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ada3817734c48e173892416f552cea33 2024-11-14T02:20:28,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. as already flushing 2024-11-14T02:20:28,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144969f955494649a38d024e662906011b_ada3817734c48e173892416f552cea33 is 50, key is test_row_0/A:col10/1731550827614/Put/seqid=0 2024-11-14T02:20:28,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742312_1488 (size=12454) 2024-11-14T02:20:28,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550888271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:28,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:28,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550888271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550888272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:28,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:28,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550888379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:28,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550888382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:28,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550888382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-14T02:20:28,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550888584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:28,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550888584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:28,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550888585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:28,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:28,685 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144969f955494649a38d024e662906011b_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144969f955494649a38d024e662906011b_ada3817734c48e173892416f552cea33 2024-11-14T02:20:28,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/913b914c8f8a45c5839795de793bfaea, store: [table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:28,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/913b914c8f8a45c5839795de793bfaea is 175, key is test_row_0/A:col10/1731550827614/Put/seqid=0 2024-11-14T02:20:28,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742313_1489 (size=31255) 2024-11-14T02:20:28,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550888889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:28,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550888890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:28,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:28,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550888890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:29,117 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=423, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/913b914c8f8a45c5839795de793bfaea 2024-11-14T02:20:29,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/75ee733f764e4a58b3d34d95186ad7d7 is 50, key is test_row_0/B:col10/1731550827614/Put/seqid=0 2024-11-14T02:20:29,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742314_1490 (size=12301) 2024-11-14T02:20:29,163 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/75ee733f764e4a58b3d34d95186ad7d7 2024-11-14T02:20:29,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/ed3db70c6e5f45538d2e86d0787664c4 is 50, key is test_row_0/C:col10/1731550827614/Put/seqid=0 2024-11-14T02:20:29,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742315_1491 (size=12301) 2024-11-14T02:20:29,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550889397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:29,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550889397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:29,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550889397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:29,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-14T02:20:29,600 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/ed3db70c6e5f45538d2e86d0787664c4 2024-11-14T02:20:29,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/913b914c8f8a45c5839795de793bfaea as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/913b914c8f8a45c5839795de793bfaea 2024-11-14T02:20:29,629 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/913b914c8f8a45c5839795de793bfaea, entries=150, sequenceid=423, filesize=30.5 K 2024-11-14T02:20:29,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/75ee733f764e4a58b3d34d95186ad7d7 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/75ee733f764e4a58b3d34d95186ad7d7 2024-11-14T02:20:29,638 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/75ee733f764e4a58b3d34d95186ad7d7, entries=150, sequenceid=423, filesize=12.0 K 2024-11-14T02:20:29,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/ed3db70c6e5f45538d2e86d0787664c4 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/ed3db70c6e5f45538d2e86d0787664c4 2024-11-14T02:20:29,642 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/ed3db70c6e5f45538d2e86d0787664c4, entries=150, sequenceid=423, filesize=12.0 K 2024-11-14T02:20:29,643 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ada3817734c48e173892416f552cea33 in 1396ms, sequenceid=423, compaction requested=true 2024-11-14T02:20:29,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:29,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:29,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-14T02:20:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-14T02:20:29,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-14T02:20:29,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1730 sec 2024-11-14T02:20:29,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 2.1770 sec 2024-11-14T02:20:29,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ada3817734c48e173892416f552cea33 2024-11-14T02:20:29,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ada3817734c48e173892416f552cea33 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T02:20:29,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=A 2024-11-14T02:20:29,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:29,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=B 2024-11-14T02:20:29,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:29,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=C 2024-11-14T02:20:29,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:29,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114759b06b0d1c747edb9b6c21f353ab3f3_ada3817734c48e173892416f552cea33 is 50, key is test_row_0/A:col10/1731550829824/Put/seqid=0 2024-11-14T02:20:29,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742316_1492 (size=14994) 2024-11-14T02:20:29,875 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:29,878 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114759b06b0d1c747edb9b6c21f353ab3f3_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114759b06b0d1c747edb9b6c21f353ab3f3_ada3817734c48e173892416f552cea33 2024-11-14T02:20:29,879 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/955f8590873d40bdaa2301d38068d519, store: [table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:29,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/955f8590873d40bdaa2301d38068d519 is 175, key is test_row_0/A:col10/1731550829824/Put/seqid=0 2024-11-14T02:20:29,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742317_1493 (size=39949) 2024-11-14T02:20:29,895 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=436, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/955f8590873d40bdaa2301d38068d519 2024-11-14T02:20:29,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/69c3605d3efe45ebbd2da1d453a6cbdc is 50, key is test_row_0/B:col10/1731550829824/Put/seqid=0 2024-11-14T02:20:29,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742318_1494 (size=12301) 2024-11-14T02:20:30,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:30,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550890005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:30,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550890112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:30,277 DEBUG [Thread-1700 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x45ad0ff5 to 127.0.0.1:65203 2024-11-14T02:20:30,278 DEBUG [Thread-1700 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:20:30,281 DEBUG [Thread-1696 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x712a5bc9 to 127.0.0.1:65203 2024-11-14T02:20:30,281 DEBUG [Thread-1696 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:20:30,282 DEBUG [Thread-1702 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28dc77ab to 127.0.0.1:65203 2024-11-14T02:20:30,282 DEBUG [Thread-1702 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:20:30,283 DEBUG [Thread-1698 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6b660061 to 127.0.0.1:65203 2024-11-14T02:20:30,283 DEBUG [Thread-1698 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:20:30,287 DEBUG [Thread-1704 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70304ef6 to 127.0.0.1:65203 2024-11-14T02:20:30,287 DEBUG [Thread-1704 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:20:30,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/69c3605d3efe45ebbd2da1d453a6cbdc 2024-11-14T02:20:30,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/3e99aa5db4fe441386d26150cbe9096a is 50, key is test_row_0/C:col10/1731550829824/Put/seqid=0 2024-11-14T02:20:30,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742319_1495 (size=12301) 2024-11-14T02:20:30,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550890318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:30,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45490 deadline: 1731550890400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:30,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45460 deadline: 1731550890403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:30,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45544 deadline: 1731550890407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:30,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:30,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45458 deadline: 1731550890621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:30,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/3e99aa5db4fe441386d26150cbe9096a 2024-11-14T02:20:30,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/955f8590873d40bdaa2301d38068d519 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/955f8590873d40bdaa2301d38068d519 2024-11-14T02:20:30,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/955f8590873d40bdaa2301d38068d519, entries=200, sequenceid=436, filesize=39.0 K 2024-11-14T02:20:30,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/69c3605d3efe45ebbd2da1d453a6cbdc as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/69c3605d3efe45ebbd2da1d453a6cbdc 2024-11-14T02:20:30,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/69c3605d3efe45ebbd2da1d453a6cbdc, entries=150, sequenceid=436, filesize=12.0 K 2024-11-14T02:20:30,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/3e99aa5db4fe441386d26150cbe9096a as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/3e99aa5db4fe441386d26150cbe9096a 2024-11-14T02:20:30,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/3e99aa5db4fe441386d26150cbe9096a, entries=150, sequenceid=436, filesize=12.0 K 2024-11-14T02:20:30,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ada3817734c48e173892416f552cea33 in 908ms, sequenceid=436, compaction requested=true 2024-11-14T02:20:30,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:30,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ada3817734c48e173892416f552cea33:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:20:30,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:30,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ada3817734c48e173892416f552cea33:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:20:30,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:30,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ada3817734c48e173892416f552cea33:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:20:30,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:20:30,733 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:20:30,733 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:20:30,734 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:20:30,734 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): ada3817734c48e173892416f552cea33/B is initiating minor compaction (all files) 2024-11-14T02:20:30,734 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 178140 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:20:30,734 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ada3817734c48e173892416f552cea33/B in TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:30,734 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): ada3817734c48e173892416f552cea33/A is initiating minor compaction (all files) 2024-11-14T02:20:30,734 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ada3817734c48e173892416f552cea33/A in TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:30,734 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/fe37d422754d499ea28e0a289ba27290, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/7253f26825134a95a60b3b283f5f5ee0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/75ee733f764e4a58b3d34d95186ad7d7, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/69c3605d3efe45ebbd2da1d453a6cbdc] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp, totalSize=48.9 K 2024-11-14T02:20:30,734 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/338d1296fba449338f689594c6f52105, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/0a38287269a44eea81c618e2b305582d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/913b914c8f8a45c5839795de793bfaea, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/955f8590873d40bdaa2301d38068d519] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp, totalSize=174.0 K 2024-11-14T02:20:30,734 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:30,734 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. files: [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/338d1296fba449338f689594c6f52105, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/0a38287269a44eea81c618e2b305582d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/913b914c8f8a45c5839795de793bfaea, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/955f8590873d40bdaa2301d38068d519] 2024-11-14T02:20:30,734 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting fe37d422754d499ea28e0a289ba27290, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731550826783 2024-11-14T02:20:30,735 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 338d1296fba449338f689594c6f52105, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731550826783 2024-11-14T02:20:30,735 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 7253f26825134a95a60b3b283f5f5ee0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731550827490 2024-11-14T02:20:30,735 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a38287269a44eea81c618e2b305582d, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731550827476 2024-11-14T02:20:30,735 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 75ee733f764e4a58b3d34d95186ad7d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1731550827614 2024-11-14T02:20:30,735 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 913b914c8f8a45c5839795de793bfaea, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1731550827614 2024-11-14T02:20:30,735 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 69c3605d3efe45ebbd2da1d453a6cbdc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1731550828267 2024-11-14T02:20:30,735 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 955f8590873d40bdaa2301d38068d519, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1731550828267 2024-11-14T02:20:30,741 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:30,744 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ada3817734c48e173892416f552cea33#B#compaction#421 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:30,744 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/21ad5673d5be4909b1dd17391b2f896e is 50, key is test_row_0/B:col10/1731550829824/Put/seqid=0 2024-11-14T02:20:30,746 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411147001f434a2af4bb7bd36773e9095a3e7_ada3817734c48e173892416f552cea33 store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:30,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742320_1496 (size=13323) 2024-11-14T02:20:30,774 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411147001f434a2af4bb7bd36773e9095a3e7_ada3817734c48e173892416f552cea33, store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:30,774 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147001f434a2af4bb7bd36773e9095a3e7_ada3817734c48e173892416f552cea33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:30,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742321_1497 (size=4469) 2024-11-14T02:20:30,785 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ada3817734c48e173892416f552cea33#A#compaction#422 average throughput is 0.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:30,786 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/9224956bbe994a38a0879f509e366446 is 175, key is test_row_0/A:col10/1731550829824/Put/seqid=0 2024-11-14T02:20:30,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742322_1498 (size=32277) 2024-11-14T02:20:30,812 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/9224956bbe994a38a0879f509e366446 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/9224956bbe994a38a0879f509e366446 2024-11-14T02:20:30,818 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ada3817734c48e173892416f552cea33/A of ada3817734c48e173892416f552cea33 into 9224956bbe994a38a0879f509e366446(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:30,818 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:30,818 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33., storeName=ada3817734c48e173892416f552cea33/A, priority=12, startTime=1731550830733; duration=0sec 2024-11-14T02:20:30,818 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:20:30,818 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ada3817734c48e173892416f552cea33:A 2024-11-14T02:20:30,818 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:20:30,819 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:20:30,819 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): ada3817734c48e173892416f552cea33/C is initiating minor compaction (all files) 2024-11-14T02:20:30,819 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ada3817734c48e173892416f552cea33/C in TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:30,819 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/3554510de73242dcb4064feeacc57d4b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/615f4ae30aed4f27b92c75f1d8b4a855, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/ed3db70c6e5f45538d2e86d0787664c4, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/3e99aa5db4fe441386d26150cbe9096a] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp, totalSize=48.9 K 2024-11-14T02:20:30,820 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3554510de73242dcb4064feeacc57d4b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731550826783 2024-11-14T02:20:30,820 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 615f4ae30aed4f27b92c75f1d8b4a855, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731550827490 2024-11-14T02:20:30,820 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed3db70c6e5f45538d2e86d0787664c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1731550827614 2024-11-14T02:20:30,820 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e99aa5db4fe441386d26150cbe9096a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1731550828267 2024-11-14T02:20:30,830 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ada3817734c48e173892416f552cea33#C#compaction#423 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:30,830 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/0bbcb6b66fc04054b6028a046f23d7a9 is 50, key is test_row_0/C:col10/1731550829824/Put/seqid=0 2024-11-14T02:20:30,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742323_1499 (size=13323) 2024-11-14T02:20:31,014 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T02:20:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on ada3817734c48e173892416f552cea33 2024-11-14T02:20:31,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ada3817734c48e173892416f552cea33 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T02:20:31,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=A 2024-11-14T02:20:31,129 DEBUG [Thread-1685 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04f9fed4 to 127.0.0.1:65203 2024-11-14T02:20:31,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:31,129 DEBUG [Thread-1685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:20:31,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=B 2024-11-14T02:20:31,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:31,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=C 2024-11-14T02:20:31,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:31,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114af964e4ec92f44fe8065914bd7849bae_ada3817734c48e173892416f552cea33 is 50, key is test_row_0/A:col10/1731550830004/Put/seqid=0 2024-11-14T02:20:31,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742324_1500 (size=12454) 2024-11-14T02:20:31,154 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/21ad5673d5be4909b1dd17391b2f896e as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/21ad5673d5be4909b1dd17391b2f896e 2024-11-14T02:20:31,157 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ada3817734c48e173892416f552cea33/B of ada3817734c48e173892416f552cea33 into 21ad5673d5be4909b1dd17391b2f896e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:31,157 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:31,157 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33., storeName=ada3817734c48e173892416f552cea33/B, priority=12, startTime=1731550830733; duration=0sec 2024-11-14T02:20:31,158 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:31,158 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ada3817734c48e173892416f552cea33:B 2024-11-14T02:20:31,239 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/0bbcb6b66fc04054b6028a046f23d7a9 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/0bbcb6b66fc04054b6028a046f23d7a9 2024-11-14T02:20:31,244 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ada3817734c48e173892416f552cea33/C of ada3817734c48e173892416f552cea33 into 0bbcb6b66fc04054b6028a046f23d7a9(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:31,244 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:31,244 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33., storeName=ada3817734c48e173892416f552cea33/C, priority=12, startTime=1731550830733; duration=0sec 2024-11-14T02:20:31,244 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:31,244 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ada3817734c48e173892416f552cea33:C 2024-11-14T02:20:31,547 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:31,550 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114af964e4ec92f44fe8065914bd7849bae_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114af964e4ec92f44fe8065914bd7849bae_ada3817734c48e173892416f552cea33 2024-11-14T02:20:31,551 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/abff07c9232841e3bdffc99ef92f4529, store: [table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:31,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/abff07c9232841e3bdffc99ef92f4529 is 175, key is test_row_0/A:col10/1731550830004/Put/seqid=0 2024-11-14T02:20:31,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742325_1501 (size=31255) 2024-11-14T02:20:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-14T02:20:31,590 INFO [Thread-1695 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-14T02:20:31,956 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=461, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/abff07c9232841e3bdffc99ef92f4529 2024-11-14T02:20:31,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/73715d418d3342dd94c3efcf7fef568f is 50, key is test_row_0/B:col10/1731550830004/Put/seqid=0 2024-11-14T02:20:31,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742326_1502 (size=12301) 2024-11-14T02:20:31,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/73715d418d3342dd94c3efcf7fef568f 2024-11-14T02:20:31,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/11056883de3049e998793bc18c9f1b16 is 50, key is test_row_0/C:col10/1731550830004/Put/seqid=0 2024-11-14T02:20:31,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742327_1503 (size=12301) 2024-11-14T02:20:32,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/11056883de3049e998793bc18c9f1b16 2024-11-14T02:20:32,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/abff07c9232841e3bdffc99ef92f4529 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/abff07c9232841e3bdffc99ef92f4529 2024-11-14T02:20:32,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/abff07c9232841e3bdffc99ef92f4529, entries=150, sequenceid=461, filesize=30.5 K 2024-11-14T02:20:32,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/73715d418d3342dd94c3efcf7fef568f as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/73715d418d3342dd94c3efcf7fef568f 2024-11-14T02:20:32,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/73715d418d3342dd94c3efcf7fef568f, entries=150, sequenceid=461, filesize=12.0 K 2024-11-14T02:20:32,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/11056883de3049e998793bc18c9f1b16 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/11056883de3049e998793bc18c9f1b16 2024-11-14T02:20:32,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/11056883de3049e998793bc18c9f1b16, entries=150, sequenceid=461, filesize=12.0 K 2024-11-14T02:20:32,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for ada3817734c48e173892416f552cea33 in 1279ms, sequenceid=461, compaction requested=false 2024-11-14T02:20:32,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:32,416 DEBUG [Thread-1689 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x353bcb3d to 127.0.0.1:65203 2024-11-14T02:20:32,417 DEBUG [Thread-1689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:20:32,422 DEBUG [Thread-1687 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1157d18a to 127.0.0.1:65203 2024-11-14T02:20:32,422 DEBUG [Thread-1687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:20:32,429 DEBUG [Thread-1691 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x77b5b03d to 127.0.0.1:65203 2024-11-14T02:20:32,429 DEBUG [Thread-1691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:20:33,615 DEBUG [Thread-1693 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x15bd9063 to 127.0.0.1:65203 2024-11-14T02:20:33,615 DEBUG [Thread-1693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:20:33,615 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T02:20:33,615 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-11-14T02:20:33,615 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-14T02:20:33,615 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-14T02:20:33,615 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-14T02:20:33,615 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-14T02:20:33,615 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T02:20:33,615 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T02:20:33,615 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1658 2024-11-14T02:20:33,615 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4974 rows 2024-11-14T02:20:33,615 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1702 2024-11-14T02:20:33,615 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5106 rows 2024-11-14T02:20:33,615 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1681 2024-11-14T02:20:33,615 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5042 rows 2024-11-14T02:20:33,615 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1710 2024-11-14T02:20:33,615 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5130 rows 2024-11-14T02:20:33,615 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1685 2024-11-14T02:20:33,615 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5051 rows 2024-11-14T02:20:33,615 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-14T02:20:33,615 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x378c2a4e to 127.0.0.1:65203 2024-11-14T02:20:33,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:20:33,618 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-14T02:20:33,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-14T02:20:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T02:20:33,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-14T02:20:33,623 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731550833623"}]},"ts":"1731550833623"} 2024-11-14T02:20:33,624 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T02:20:33,627 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T02:20:33,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T02:20:33,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ada3817734c48e173892416f552cea33, UNASSIGN}] 2024-11-14T02:20:33,630 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=116, ppid=115, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ada3817734c48e173892416f552cea33, UNASSIGN 2024-11-14T02:20:33,631 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=116 updating hbase:meta row=ada3817734c48e173892416f552cea33, regionState=CLOSING, regionLocation=3d72750a2650,45917,1731550712637 2024-11-14T02:20:33,632 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T02:20:33,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; CloseRegionProcedure ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637}] 2024-11-14T02:20:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-14T02:20:33,783 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:33,784 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] handler.UnassignRegionHandler(124): Close ada3817734c48e173892416f552cea33 2024-11-14T02:20:33,784 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T02:20:33,784 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1681): Closing ada3817734c48e173892416f552cea33, disabling compactions & flushes 2024-11-14T02:20:33,784 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:33,784 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:33,784 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. after waiting 0 ms 2024-11-14T02:20:33,784 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:33,784 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(2837): Flushing ada3817734c48e173892416f552cea33 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-14T02:20:33,784 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=A 2024-11-14T02:20:33,784 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:33,784 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=B 2024-11-14T02:20:33,784 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:33,784 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ada3817734c48e173892416f552cea33, store=C 2024-11-14T02:20:33,784 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:33,789 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d7e0fda7db464f07822bf6365694502c_ada3817734c48e173892416f552cea33 is 50, key is test_row_0/A:col10/1731550833614/Put/seqid=0 2024-11-14T02:20:33,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742328_1504 (size=12454) 2024-11-14T02:20:33,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-14T02:20:34,193 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:34,196 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d7e0fda7db464f07822bf6365694502c_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d7e0fda7db464f07822bf6365694502c_ada3817734c48e173892416f552cea33 2024-11-14T02:20:34,197 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/4a5613b0138944d39145144c192b232a, store: [table=TestAcidGuarantees family=A region=ada3817734c48e173892416f552cea33] 2024-11-14T02:20:34,198 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/4a5613b0138944d39145144c192b232a is 175, key is test_row_0/A:col10/1731550833614/Put/seqid=0 2024-11-14T02:20:34,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742329_1505 (size=31255) 2024-11-14T02:20:34,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-14T02:20:34,602 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=470, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/4a5613b0138944d39145144c192b232a 2024-11-14T02:20:34,608 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/41bdce21daca4312b68667c8593ea030 is 50, key is test_row_0/B:col10/1731550833614/Put/seqid=0 2024-11-14T02:20:34,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742330_1506 (size=12301) 2024-11-14T02:20:34,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-14T02:20:35,017 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/41bdce21daca4312b68667c8593ea030 2024-11-14T02:20:35,021 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/dea3eabcc91b4ba583c1396c6b6bfa5d is 50, key is test_row_0/C:col10/1731550833614/Put/seqid=0 2024-11-14T02:20:35,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742331_1507 (size=12301) 2024-11-14T02:20:35,313 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/8990735b90624486902ab074436f2f04, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/25048e6558824fc3becd61ec9dafc079, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/dc7d348e6c114200835b22e97856ca0b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/4f141ba8ed574ff58f4ce0a5b2da53ba, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/07d0a23291c3411c9a71661f76411fb9, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/a7e67361afe147bb8c79fa3ee9c16b31, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/045d815f3ea449f5b5f6aab2e3e05cb7, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/aaa8e49bb790497ebd54fa01a143dcff, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/2a1a337dacd84fda943127363973d172, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/5dcd6822d53a4d1b8093195328de7a0f, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/9795ab9c20e0470d9faa79e08e47b674, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/1e906ed5c6034a6da3fdf079caad69a8, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/9cbf3ee5bd0f47dbbb79322667cd59b1, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/8949d8fb594f45b4adf5351889846b28, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/43a9636994a44a709a9df1a7100f64b5, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/611358e006b646eaa2ac331e2c80ac36, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/69cb5d94418e4e7daf0c452fe68c0643, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/ad73e21238ea4e74b04c23d2c2233b43, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/51f89a95c19d4c44bcb9b56f112aa8fa, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/83bada46490e44ca8fdc76e63b64e6d0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/d4d0020853ad42dcba96375469c1fc92, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/3de5eb53693a466fb8ec20620ba68351, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/27064f627b684a02b468feca5a40bfe1, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/5f891ceb12624325a869f43230cbd8cf, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/3c2774ef852a496f94de8c5fec41edd1, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/3682bc3ffffc4006a63425030f34a0e7, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/338d1296fba449338f689594c6f52105, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/0a38287269a44eea81c618e2b305582d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/913b914c8f8a45c5839795de793bfaea, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/955f8590873d40bdaa2301d38068d519] to archive 2024-11-14T02:20:35,314 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T02:20:35,316 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/8990735b90624486902ab074436f2f04 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/8990735b90624486902ab074436f2f04 2024-11-14T02:20:35,317 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/25048e6558824fc3becd61ec9dafc079 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/25048e6558824fc3becd61ec9dafc079 2024-11-14T02:20:35,319 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/dc7d348e6c114200835b22e97856ca0b to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/dc7d348e6c114200835b22e97856ca0b 2024-11-14T02:20:35,321 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/4f141ba8ed574ff58f4ce0a5b2da53ba to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/4f141ba8ed574ff58f4ce0a5b2da53ba 2024-11-14T02:20:35,322 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/07d0a23291c3411c9a71661f76411fb9 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/07d0a23291c3411c9a71661f76411fb9 2024-11-14T02:20:35,325 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/a7e67361afe147bb8c79fa3ee9c16b31 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/a7e67361afe147bb8c79fa3ee9c16b31 2024-11-14T02:20:35,327 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/045d815f3ea449f5b5f6aab2e3e05cb7 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/045d815f3ea449f5b5f6aab2e3e05cb7 2024-11-14T02:20:35,328 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/aaa8e49bb790497ebd54fa01a143dcff to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/aaa8e49bb790497ebd54fa01a143dcff 2024-11-14T02:20:35,331 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/2a1a337dacd84fda943127363973d172 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/2a1a337dacd84fda943127363973d172 2024-11-14T02:20:35,331 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/5dcd6822d53a4d1b8093195328de7a0f to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/5dcd6822d53a4d1b8093195328de7a0f 2024-11-14T02:20:35,332 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/9795ab9c20e0470d9faa79e08e47b674 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/9795ab9c20e0470d9faa79e08e47b674 2024-11-14T02:20:35,333 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/1e906ed5c6034a6da3fdf079caad69a8 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/1e906ed5c6034a6da3fdf079caad69a8 2024-11-14T02:20:35,334 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/9cbf3ee5bd0f47dbbb79322667cd59b1 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/9cbf3ee5bd0f47dbbb79322667cd59b1 2024-11-14T02:20:35,335 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/8949d8fb594f45b4adf5351889846b28 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/8949d8fb594f45b4adf5351889846b28 2024-11-14T02:20:35,336 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/43a9636994a44a709a9df1a7100f64b5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/43a9636994a44a709a9df1a7100f64b5 2024-11-14T02:20:35,337 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/611358e006b646eaa2ac331e2c80ac36 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/611358e006b646eaa2ac331e2c80ac36 2024-11-14T02:20:35,338 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/69cb5d94418e4e7daf0c452fe68c0643 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/69cb5d94418e4e7daf0c452fe68c0643 2024-11-14T02:20:35,339 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/ad73e21238ea4e74b04c23d2c2233b43 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/ad73e21238ea4e74b04c23d2c2233b43 2024-11-14T02:20:35,340 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/51f89a95c19d4c44bcb9b56f112aa8fa to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/51f89a95c19d4c44bcb9b56f112aa8fa 2024-11-14T02:20:35,341 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/83bada46490e44ca8fdc76e63b64e6d0 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/83bada46490e44ca8fdc76e63b64e6d0 2024-11-14T02:20:35,342 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/d4d0020853ad42dcba96375469c1fc92 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/d4d0020853ad42dcba96375469c1fc92 2024-11-14T02:20:35,342 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/3de5eb53693a466fb8ec20620ba68351 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/3de5eb53693a466fb8ec20620ba68351 2024-11-14T02:20:35,343 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/27064f627b684a02b468feca5a40bfe1 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/27064f627b684a02b468feca5a40bfe1 2024-11-14T02:20:35,344 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/5f891ceb12624325a869f43230cbd8cf to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/5f891ceb12624325a869f43230cbd8cf 2024-11-14T02:20:35,345 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/3c2774ef852a496f94de8c5fec41edd1 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/3c2774ef852a496f94de8c5fec41edd1 2024-11-14T02:20:35,346 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/3682bc3ffffc4006a63425030f34a0e7 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/3682bc3ffffc4006a63425030f34a0e7 2024-11-14T02:20:35,347 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/338d1296fba449338f689594c6f52105 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/338d1296fba449338f689594c6f52105 2024-11-14T02:20:35,348 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/0a38287269a44eea81c618e2b305582d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/0a38287269a44eea81c618e2b305582d 2024-11-14T02:20:35,349 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/913b914c8f8a45c5839795de793bfaea to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/913b914c8f8a45c5839795de793bfaea 2024-11-14T02:20:35,350 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/955f8590873d40bdaa2301d38068d519 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/955f8590873d40bdaa2301d38068d519 2024-11-14T02:20:35,355 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/bde485c09c1e477b89fb6ce4e7cf5a8d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/233fc4e0dd0f414c9c46ca3620ef77e3, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/c6c411eb9f354c709ab669cbe7bef077, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/96f1ffbb9de24c6aaf4007949e8626eb, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/ebbf05b8b52e4459940f4d407823de42, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/a338f828360d44c28ada9b92b0a8d18c, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/ebbc7ba1b9a0444eabc0cef294423a86, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/d5795afebc9b4884af1dd5603f5bd8df, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/97d6ee4ccb1942d79d1ac46a8628688b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/bd7951c9fb3f4639a27d215d63a55d4f, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/1a09113a6056444c88b8607125281ddb, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/f93dc767bb03468d890598adf1defac5, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/a075bdb252794c68ab2386cc765e2d2b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/e7d4b836d3154cfa8facf174e5167f22, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/777adf8c4c054f978304611b41dcb13e, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/90bad245f4e840aa9be80facf120904b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/341a440a423c415bbc50dcab2d0b618d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/3f7ff7d5db67472abd7b1a9fb1dcd1f2, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/a9279bd94bd440c093719d82fceb8935, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/aba71d555f5a488780b438809bd0d947, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/90c93101d34b43dd87927e1f42b7953d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/e757fae864274417a631b8b8d7b28bc5, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/574198aab7594000a32575d73c6ebb49, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/bb204c8d7df5497ea3c1f529f0bac359, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/c8ea366342ff49ff864150047f939fa0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/fe37d422754d499ea28e0a289ba27290, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/230adbb33bff4b968878b95dab6faf8f, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/7253f26825134a95a60b3b283f5f5ee0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/75ee733f764e4a58b3d34d95186ad7d7, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/69c3605d3efe45ebbd2da1d453a6cbdc] to archive 2024-11-14T02:20:35,356 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T02:20:35,358 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/bde485c09c1e477b89fb6ce4e7cf5a8d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/bde485c09c1e477b89fb6ce4e7cf5a8d 2024-11-14T02:20:35,358 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/233fc4e0dd0f414c9c46ca3620ef77e3 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/233fc4e0dd0f414c9c46ca3620ef77e3 2024-11-14T02:20:35,359 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/c6c411eb9f354c709ab669cbe7bef077 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/c6c411eb9f354c709ab669cbe7bef077 2024-11-14T02:20:35,360 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/96f1ffbb9de24c6aaf4007949e8626eb to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/96f1ffbb9de24c6aaf4007949e8626eb 2024-11-14T02:20:35,361 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/ebbf05b8b52e4459940f4d407823de42 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/ebbf05b8b52e4459940f4d407823de42 2024-11-14T02:20:35,362 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/a338f828360d44c28ada9b92b0a8d18c to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/a338f828360d44c28ada9b92b0a8d18c 2024-11-14T02:20:35,363 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/ebbc7ba1b9a0444eabc0cef294423a86 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/ebbc7ba1b9a0444eabc0cef294423a86 2024-11-14T02:20:35,364 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/d5795afebc9b4884af1dd5603f5bd8df to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/d5795afebc9b4884af1dd5603f5bd8df 2024-11-14T02:20:35,365 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/97d6ee4ccb1942d79d1ac46a8628688b to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/97d6ee4ccb1942d79d1ac46a8628688b 2024-11-14T02:20:35,366 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/bd7951c9fb3f4639a27d215d63a55d4f to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/bd7951c9fb3f4639a27d215d63a55d4f 2024-11-14T02:20:35,367 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/1a09113a6056444c88b8607125281ddb to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/1a09113a6056444c88b8607125281ddb 2024-11-14T02:20:35,368 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/f93dc767bb03468d890598adf1defac5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/f93dc767bb03468d890598adf1defac5 2024-11-14T02:20:35,368 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/a075bdb252794c68ab2386cc765e2d2b to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/a075bdb252794c68ab2386cc765e2d2b 2024-11-14T02:20:35,369 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/e7d4b836d3154cfa8facf174e5167f22 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/e7d4b836d3154cfa8facf174e5167f22 2024-11-14T02:20:35,370 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/777adf8c4c054f978304611b41dcb13e to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/777adf8c4c054f978304611b41dcb13e 2024-11-14T02:20:35,371 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/90bad245f4e840aa9be80facf120904b to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/90bad245f4e840aa9be80facf120904b 2024-11-14T02:20:35,372 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/341a440a423c415bbc50dcab2d0b618d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/341a440a423c415bbc50dcab2d0b618d 2024-11-14T02:20:35,373 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/3f7ff7d5db67472abd7b1a9fb1dcd1f2 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/3f7ff7d5db67472abd7b1a9fb1dcd1f2 2024-11-14T02:20:35,374 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/a9279bd94bd440c093719d82fceb8935 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/a9279bd94bd440c093719d82fceb8935 2024-11-14T02:20:35,374 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/aba71d555f5a488780b438809bd0d947 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/aba71d555f5a488780b438809bd0d947 2024-11-14T02:20:35,375 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/90c93101d34b43dd87927e1f42b7953d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/90c93101d34b43dd87927e1f42b7953d 2024-11-14T02:20:35,376 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/e757fae864274417a631b8b8d7b28bc5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/e757fae864274417a631b8b8d7b28bc5 2024-11-14T02:20:35,377 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/574198aab7594000a32575d73c6ebb49 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/574198aab7594000a32575d73c6ebb49 2024-11-14T02:20:35,378 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/bb204c8d7df5497ea3c1f529f0bac359 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/bb204c8d7df5497ea3c1f529f0bac359 2024-11-14T02:20:35,379 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/c8ea366342ff49ff864150047f939fa0 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/c8ea366342ff49ff864150047f939fa0 2024-11-14T02:20:35,380 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/fe37d422754d499ea28e0a289ba27290 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/fe37d422754d499ea28e0a289ba27290 2024-11-14T02:20:35,382 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/230adbb33bff4b968878b95dab6faf8f to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/230adbb33bff4b968878b95dab6faf8f 2024-11-14T02:20:35,383 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/7253f26825134a95a60b3b283f5f5ee0 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/7253f26825134a95a60b3b283f5f5ee0 2024-11-14T02:20:35,384 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/75ee733f764e4a58b3d34d95186ad7d7 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/75ee733f764e4a58b3d34d95186ad7d7 2024-11-14T02:20:35,385 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/69c3605d3efe45ebbd2da1d453a6cbdc to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/69c3605d3efe45ebbd2da1d453a6cbdc 2024-11-14T02:20:35,390 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/2194f7a92a6d46a59bddd4a96dc30730, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/3d77f196fa36412791b11f61ecbc0a87, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/01ccc678884444b39c86e9e1f1976627, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/7bc3e5266fcc4125adf0ccd7b6c5b43b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/54b0ae1706c3412eb618daf5f6c3a4a2, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/b7ad0f63c5804eff8bd92fb2a8fa57b7, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/8b865bcc1822477995db9aee67f3b85d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/6b189d30a6b740b9a8ac6b0e5e2dd4b4, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/8ad1b6e53bf24cd7912c217e2b22e3fb, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/5389765d946a41c78962582e465dc374, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/46620f4b7ad84dbca5a4e17b0cb6c683, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/c17a7fad54554b7ca75519cad63357eb, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/4f9377c170624e0ca22704561201489b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/d4626d1c41624db09afc425bc0636575, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/84022d8aa3934e8694bd7d9784e621ae, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/33968763997e4f4dab481bc2c119d315, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/ce59f7238ea84928b24cb2cc630bd5dd, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/7ab739a157594ec7852906d6b19837d2, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/fb2bf5de8e07446e930a853e6c7f31d6, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/f61a17241aa24985b83ee0b0b12dfd7a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/3ad97ab010e4467db291026b7595c07d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/f169992d1c484fefad421d19d86f5a1a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/2eeb210a5cd64293ad66486bf13b7eaa, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/010dff3efd1e49e9a46e511674871fcb, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/e33ddc56b51e40e685d2880f4a9c99fb, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/3554510de73242dcb4064feeacc57d4b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/b334b9f261c64e33908caccac23801c8, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/615f4ae30aed4f27b92c75f1d8b4a855, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/ed3db70c6e5f45538d2e86d0787664c4, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/3e99aa5db4fe441386d26150cbe9096a] to archive 2024-11-14T02:20:35,391 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T02:20:35,392 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/2194f7a92a6d46a59bddd4a96dc30730 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/2194f7a92a6d46a59bddd4a96dc30730 2024-11-14T02:20:35,393 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/3d77f196fa36412791b11f61ecbc0a87 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/3d77f196fa36412791b11f61ecbc0a87 2024-11-14T02:20:35,394 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/01ccc678884444b39c86e9e1f1976627 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/01ccc678884444b39c86e9e1f1976627 2024-11-14T02:20:35,395 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/7bc3e5266fcc4125adf0ccd7b6c5b43b to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/7bc3e5266fcc4125adf0ccd7b6c5b43b 2024-11-14T02:20:35,396 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/54b0ae1706c3412eb618daf5f6c3a4a2 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/54b0ae1706c3412eb618daf5f6c3a4a2 2024-11-14T02:20:35,397 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/b7ad0f63c5804eff8bd92fb2a8fa57b7 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/b7ad0f63c5804eff8bd92fb2a8fa57b7 2024-11-14T02:20:35,398 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/8b865bcc1822477995db9aee67f3b85d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/8b865bcc1822477995db9aee67f3b85d 2024-11-14T02:20:35,399 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/6b189d30a6b740b9a8ac6b0e5e2dd4b4 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/6b189d30a6b740b9a8ac6b0e5e2dd4b4 2024-11-14T02:20:35,399 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/8ad1b6e53bf24cd7912c217e2b22e3fb to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/8ad1b6e53bf24cd7912c217e2b22e3fb 2024-11-14T02:20:35,400 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/5389765d946a41c78962582e465dc374 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/5389765d946a41c78962582e465dc374 2024-11-14T02:20:35,401 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/46620f4b7ad84dbca5a4e17b0cb6c683 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/46620f4b7ad84dbca5a4e17b0cb6c683 2024-11-14T02:20:35,402 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/c17a7fad54554b7ca75519cad63357eb to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/c17a7fad54554b7ca75519cad63357eb 2024-11-14T02:20:35,403 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/4f9377c170624e0ca22704561201489b to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/4f9377c170624e0ca22704561201489b 2024-11-14T02:20:35,404 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/d4626d1c41624db09afc425bc0636575 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/d4626d1c41624db09afc425bc0636575 2024-11-14T02:20:35,404 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/84022d8aa3934e8694bd7d9784e621ae to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/84022d8aa3934e8694bd7d9784e621ae 2024-11-14T02:20:35,406 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/33968763997e4f4dab481bc2c119d315 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/33968763997e4f4dab481bc2c119d315 2024-11-14T02:20:35,408 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/ce59f7238ea84928b24cb2cc630bd5dd to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/ce59f7238ea84928b24cb2cc630bd5dd 2024-11-14T02:20:35,410 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/7ab739a157594ec7852906d6b19837d2 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/7ab739a157594ec7852906d6b19837d2 2024-11-14T02:20:35,414 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/fb2bf5de8e07446e930a853e6c7f31d6 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/fb2bf5de8e07446e930a853e6c7f31d6 2024-11-14T02:20:35,415 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/f61a17241aa24985b83ee0b0b12dfd7a to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/f61a17241aa24985b83ee0b0b12dfd7a 2024-11-14T02:20:35,416 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/3ad97ab010e4467db291026b7595c07d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/3ad97ab010e4467db291026b7595c07d 2024-11-14T02:20:35,417 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/f169992d1c484fefad421d19d86f5a1a to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/f169992d1c484fefad421d19d86f5a1a 2024-11-14T02:20:35,418 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/2eeb210a5cd64293ad66486bf13b7eaa to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/2eeb210a5cd64293ad66486bf13b7eaa 2024-11-14T02:20:35,419 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/010dff3efd1e49e9a46e511674871fcb to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/010dff3efd1e49e9a46e511674871fcb 2024-11-14T02:20:35,420 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/e33ddc56b51e40e685d2880f4a9c99fb to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/e33ddc56b51e40e685d2880f4a9c99fb 2024-11-14T02:20:35,422 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/3554510de73242dcb4064feeacc57d4b to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/3554510de73242dcb4064feeacc57d4b 2024-11-14T02:20:35,423 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/b334b9f261c64e33908caccac23801c8 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/b334b9f261c64e33908caccac23801c8 2024-11-14T02:20:35,424 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/615f4ae30aed4f27b92c75f1d8b4a855 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/615f4ae30aed4f27b92c75f1d8b4a855 2024-11-14T02:20:35,425 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/ed3db70c6e5f45538d2e86d0787664c4 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/ed3db70c6e5f45538d2e86d0787664c4 2024-11-14T02:20:35,426 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3d72750a2650:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/3e99aa5db4fe441386d26150cbe9096a to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/3e99aa5db4fe441386d26150cbe9096a 2024-11-14T02:20:35,426 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/dea3eabcc91b4ba583c1396c6b6bfa5d 2024-11-14T02:20:35,431 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/A/4a5613b0138944d39145144c192b232a as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/4a5613b0138944d39145144c192b232a 2024-11-14T02:20:35,434 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/4a5613b0138944d39145144c192b232a, entries=150, sequenceid=470, filesize=30.5 K 2024-11-14T02:20:35,435 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/B/41bdce21daca4312b68667c8593ea030 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/41bdce21daca4312b68667c8593ea030 2024-11-14T02:20:35,441 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/41bdce21daca4312b68667c8593ea030, entries=150, sequenceid=470, filesize=12.0 K 2024-11-14T02:20:35,443 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/.tmp/C/dea3eabcc91b4ba583c1396c6b6bfa5d as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/dea3eabcc91b4ba583c1396c6b6bfa5d 2024-11-14T02:20:35,448 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/dea3eabcc91b4ba583c1396c6b6bfa5d, entries=150, sequenceid=470, filesize=12.0 K 2024-11-14T02:20:35,449 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for ada3817734c48e173892416f552cea33 in 1665ms, sequenceid=470, compaction requested=true 2024-11-14T02:20:35,453 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/recovered.edits/473.seqid, newMaxSeqId=473, maxSeqId=4 2024-11-14T02:20:35,454 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33. 2024-11-14T02:20:35,454 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1635): Region close journal for ada3817734c48e173892416f552cea33: 2024-11-14T02:20:35,455 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] handler.UnassignRegionHandler(170): Closed ada3817734c48e173892416f552cea33 2024-11-14T02:20:35,456 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=116 updating hbase:meta row=ada3817734c48e173892416f552cea33, regionState=CLOSED 2024-11-14T02:20:35,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-14T02:20:35,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; CloseRegionProcedure ada3817734c48e173892416f552cea33, server=3d72750a2650,45917,1731550712637 in 1.8240 sec 2024-11-14T02:20:35,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=116, resume processing ppid=115 2024-11-14T02:20:35,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, ppid=115, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ada3817734c48e173892416f552cea33, UNASSIGN in 1.8290 sec 2024-11-14T02:20:35,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-14T02:20:35,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8330 sec 2024-11-14T02:20:35,463 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731550835463"}]},"ts":"1731550835463"} 2024-11-14T02:20:35,464 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T02:20:35,466 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T02:20:35,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8470 sec 2024-11-14T02:20:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-14T02:20:35,731 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-14T02:20:35,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-14T02:20:35,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:20:35,733 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=118, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:20:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-14T02:20:35,734 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=118, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:20:35,739 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33 2024-11-14T02:20:35,742 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A, FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B, FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C, FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/recovered.edits] 2024-11-14T02:20:35,748 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/4a5613b0138944d39145144c192b232a to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/4a5613b0138944d39145144c192b232a 2024-11-14T02:20:35,749 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/9224956bbe994a38a0879f509e366446 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/9224956bbe994a38a0879f509e366446 2024-11-14T02:20:35,750 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/abff07c9232841e3bdffc99ef92f4529 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/A/abff07c9232841e3bdffc99ef92f4529 2024-11-14T02:20:35,754 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/21ad5673d5be4909b1dd17391b2f896e to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/21ad5673d5be4909b1dd17391b2f896e 2024-11-14T02:20:35,756 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/41bdce21daca4312b68667c8593ea030 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/41bdce21daca4312b68667c8593ea030 2024-11-14T02:20:35,757 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/73715d418d3342dd94c3efcf7fef568f to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/B/73715d418d3342dd94c3efcf7fef568f 2024-11-14T02:20:35,759 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/0bbcb6b66fc04054b6028a046f23d7a9 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/0bbcb6b66fc04054b6028a046f23d7a9 2024-11-14T02:20:35,760 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/11056883de3049e998793bc18c9f1b16 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/11056883de3049e998793bc18c9f1b16 2024-11-14T02:20:35,761 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/dea3eabcc91b4ba583c1396c6b6bfa5d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/C/dea3eabcc91b4ba583c1396c6b6bfa5d 2024-11-14T02:20:35,764 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/recovered.edits/473.seqid to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33/recovered.edits/473.seqid 2024-11-14T02:20:35,765 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/ada3817734c48e173892416f552cea33 2024-11-14T02:20:35,765 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T02:20:35,765 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T02:20:35,766 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-14T02:20:35,770 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114038c26d1ca894ab7a63274f5f57ba0ab_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114038c26d1ca894ab7a63274f5f57ba0ab_ada3817734c48e173892416f552cea33 2024-11-14T02:20:35,771 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114131d863c3d6346859e5c2efe99bf9eba_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114131d863c3d6346859e5c2efe99bf9eba_ada3817734c48e173892416f552cea33 2024-11-14T02:20:35,772 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141e8bee526ccb437080397e3762a5ce60_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141e8bee526ccb437080397e3762a5ce60_ada3817734c48e173892416f552cea33 2024-11-14T02:20:35,773 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111422b4ad0ab30740b6aca213c2c59e64fb_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111422b4ad0ab30740b6aca213c2c59e64fb_ada3817734c48e173892416f552cea33 2024-11-14T02:20:35,775 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114259695eef04d4af9a4443e093cfb79ff_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114259695eef04d4af9a4443e093cfb79ff_ada3817734c48e173892416f552cea33 2024-11-14T02:20:35,777 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142e418612d9a54f1ebd443944b37c484a_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142e418612d9a54f1ebd443944b37c484a_ada3817734c48e173892416f552cea33 2024-11-14T02:20:35,778 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143b4959584a5048c38133ba259e97d0ff_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143b4959584a5048c38133ba259e97d0ff_ada3817734c48e173892416f552cea33 2024-11-14T02:20:35,780 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143e4610dbbf1e4125925302bf653fef48_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143e4610dbbf1e4125925302bf653fef48_ada3817734c48e173892416f552cea33 2024-11-14T02:20:35,781 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111444153e3c13944eefa7580ba66e1b22b6_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111444153e3c13944eefa7580ba66e1b22b6_ada3817734c48e173892416f552cea33 2024-11-14T02:20:35,782 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144969f955494649a38d024e662906011b_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144969f955494649a38d024e662906011b_ada3817734c48e173892416f552cea33 2024-11-14T02:20:35,783 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111473f2d06fc1ea421fbd647a50633b0e99_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111473f2d06fc1ea421fbd647a50633b0e99_ada3817734c48e173892416f552cea33 2024-11-14T02:20:35,784 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114759b06b0d1c747edb9b6c21f353ab3f3_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114759b06b0d1c747edb9b6c21f353ab3f3_ada3817734c48e173892416f552cea33 2024-11-14T02:20:35,785 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114807404a903224a8ea629f2ce78829022_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114807404a903224a8ea629f2ce78829022_ada3817734c48e173892416f552cea33 2024-11-14T02:20:35,787 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114888e966f875f4055a8fba76080307443_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114888e966f875f4055a8fba76080307443_ada3817734c48e173892416f552cea33 2024-11-14T02:20:35,788 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a1bbab2048d94c6bb333627491a6674e_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a1bbab2048d94c6bb333627491a6674e_ada3817734c48e173892416f552cea33 2024-11-14T02:20:35,789 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114af964e4ec92f44fe8065914bd7849bae_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114af964e4ec92f44fe8065914bd7849bae_ada3817734c48e173892416f552cea33 2024-11-14T02:20:35,789 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b8269e2cafa942ee958864dab99881ef_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b8269e2cafa942ee958864dab99881ef_ada3817734c48e173892416f552cea33 2024-11-14T02:20:35,791 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114bc3f8f7c2b574c93925a21ff954bec29_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114bc3f8f7c2b574c93925a21ff954bec29_ada3817734c48e173892416f552cea33 2024-11-14T02:20:35,792 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c2abfb9fa23243f7b37955b96fc07a31_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c2abfb9fa23243f7b37955b96fc07a31_ada3817734c48e173892416f552cea33 2024-11-14T02:20:35,793 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114cb870ab2434b405491dbcf068d66d35b_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114cb870ab2434b405491dbcf068d66d35b_ada3817734c48e173892416f552cea33 2024-11-14T02:20:35,794 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d7e0fda7db464f07822bf6365694502c_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d7e0fda7db464f07822bf6365694502c_ada3817734c48e173892416f552cea33 2024-11-14T02:20:35,795 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114de7dd85babc04b9c99dafbc2a76b36f9_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114de7dd85babc04b9c99dafbc2a76b36f9_ada3817734c48e173892416f552cea33 2024-11-14T02:20:35,796 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e1e3c047d93448a7b89d294636219410_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e1e3c047d93448a7b89d294636219410_ada3817734c48e173892416f552cea33 2024-11-14T02:20:35,797 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f1a30a7374364994a1a2388c13441b9b_ada3817734c48e173892416f552cea33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f1a30a7374364994a1a2388c13441b9b_ada3817734c48e173892416f552cea33 2024-11-14T02:20:35,797 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T02:20:35,799 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=118, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:20:35,801 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T02:20:35,802 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T02:20:35,803 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=118, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:20:35,803 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T02:20:35,803 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731550835803"}]},"ts":"9223372036854775807"} 2024-11-14T02:20:35,806 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-14T02:20:35,806 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => ada3817734c48e173892416f552cea33, NAME => 'TestAcidGuarantees,,1731550807173.ada3817734c48e173892416f552cea33.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T02:20:35,806 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T02:20:35,806 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731550835806"}]},"ts":"9223372036854775807"} 2024-11-14T02:20:35,808 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-14T02:20:35,810 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=118, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:20:35,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 78 msec 2024-11-14T02:20:35,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-14T02:20:35,838 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-14T02:20:35,851 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=241 (was 238) - Thread LEAK? -, OpenFileDescriptor=463 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=921 (was 959), ProcessCount=11 (was 11), AvailableMemoryMB=1166 (was 1815) 2024-11-14T02:20:35,863 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=241, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=921, ProcessCount=11, AvailableMemoryMB=1165 2024-11-14T02:20:35,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T02:20:35,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:20:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=119, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T02:20:35,870 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:20:35,870 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:35,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 119 2024-11-14T02:20:35,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-14T02:20:35,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:20:35,885 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:41419 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:41419,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:35,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742332_1508 (size=960) 2024-11-14T02:20:35,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-14T02:20:36,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-14T02:20:36,288 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d 2024-11-14T02:20:36,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742333_1509 (size=53) 2024-11-14T02:20:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-14T02:20:36,699 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:20:36,700 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 4777514cead116647752666c162d56c0, disabling compactions & flushes 2024-11-14T02:20:36,700 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:36,700 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:36,700 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. after waiting 0 ms 2024-11-14T02:20:36,700 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:36,700 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:36,700 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:36,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:20:36,701 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731550836701"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731550836701"}]},"ts":"1731550836701"} 2024-11-14T02:20:36,702 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-14T02:20:36,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:20:36,703 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731550836703"}]},"ts":"1731550836703"} 2024-11-14T02:20:36,704 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T02:20:36,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4777514cead116647752666c162d56c0, ASSIGN}] 2024-11-14T02:20:36,708 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4777514cead116647752666c162d56c0, ASSIGN 2024-11-14T02:20:36,709 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4777514cead116647752666c162d56c0, ASSIGN; state=OFFLINE, location=3d72750a2650,45917,1731550712637; forceNewPlan=false, retain=false 2024-11-14T02:20:36,859 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=4777514cead116647752666c162d56c0, regionState=OPENING, regionLocation=3d72750a2650,45917,1731550712637 2024-11-14T02:20:36,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; OpenRegionProcedure 4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637}] 2024-11-14T02:20:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-14T02:20:37,012 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:37,015 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:37,015 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(7285): Opening region: {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:20:37,016 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4777514cead116647752666c162d56c0 2024-11-14T02:20:37,016 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:20:37,016 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(7327): checking encryption for 4777514cead116647752666c162d56c0 2024-11-14T02:20:37,016 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(7330): checking classloading for 4777514cead116647752666c162d56c0 2024-11-14T02:20:37,017 INFO [StoreOpener-4777514cead116647752666c162d56c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4777514cead116647752666c162d56c0 2024-11-14T02:20:37,019 INFO [StoreOpener-4777514cead116647752666c162d56c0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T02:20:37,019 INFO [StoreOpener-4777514cead116647752666c162d56c0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4777514cead116647752666c162d56c0 columnFamilyName A 2024-11-14T02:20:37,019 DEBUG [StoreOpener-4777514cead116647752666c162d56c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:37,020 INFO [StoreOpener-4777514cead116647752666c162d56c0-1 {}] regionserver.HStore(327): Store=4777514cead116647752666c162d56c0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:20:37,020 INFO [StoreOpener-4777514cead116647752666c162d56c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4777514cead116647752666c162d56c0 2024-11-14T02:20:37,021 INFO [StoreOpener-4777514cead116647752666c162d56c0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T02:20:37,021 INFO [StoreOpener-4777514cead116647752666c162d56c0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4777514cead116647752666c162d56c0 columnFamilyName B 2024-11-14T02:20:37,021 DEBUG [StoreOpener-4777514cead116647752666c162d56c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:37,021 INFO [StoreOpener-4777514cead116647752666c162d56c0-1 {}] regionserver.HStore(327): Store=4777514cead116647752666c162d56c0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:20:37,022 INFO [StoreOpener-4777514cead116647752666c162d56c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4777514cead116647752666c162d56c0 2024-11-14T02:20:37,022 INFO [StoreOpener-4777514cead116647752666c162d56c0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T02:20:37,023 INFO [StoreOpener-4777514cead116647752666c162d56c0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4777514cead116647752666c162d56c0 columnFamilyName C 2024-11-14T02:20:37,023 DEBUG [StoreOpener-4777514cead116647752666c162d56c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:20:37,023 INFO [StoreOpener-4777514cead116647752666c162d56c0-1 {}] regionserver.HStore(327): Store=4777514cead116647752666c162d56c0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:20:37,023 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:37,024 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0 2024-11-14T02:20:37,024 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0 2024-11-14T02:20:37,025 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T02:20:37,026 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(1085): writing seq id for 4777514cead116647752666c162d56c0 2024-11-14T02:20:37,027 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:20:37,027 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(1102): Opened 4777514cead116647752666c162d56c0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62964719, jitterRate=-0.061752572655677795}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T02:20:37,028 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(1001): Region open journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:37,028 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0., pid=121, masterSystemTime=1731550837012 2024-11-14T02:20:37,030 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:37,030 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:37,030 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=4777514cead116647752666c162d56c0, regionState=OPEN, openSeqNum=2, regionLocation=3d72750a2650,45917,1731550712637 2024-11-14T02:20:37,032 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-14T02:20:37,032 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; OpenRegionProcedure 4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 in 171 msec 2024-11-14T02:20:37,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=120, resume processing ppid=119 2024-11-14T02:20:37,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, ppid=119, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4777514cead116647752666c162d56c0, ASSIGN in 325 msec 2024-11-14T02:20:37,034 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:20:37,034 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731550837034"}]},"ts":"1731550837034"} 2024-11-14T02:20:37,035 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T02:20:37,037 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:20:37,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1710 sec 2024-11-14T02:20:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-14T02:20:37,975 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 119 completed 2024-11-14T02:20:37,977 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x59daaa82 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2aaa8c4a 2024-11-14T02:20:37,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34614bf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:20:37,982 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:20:37,983 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:20:37,984 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:20:37,984 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49708, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:20:37,986 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38dd8644 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@466b85c9 2024-11-14T02:20:37,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786b5809, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:20:37,990 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65e17c26 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f3ee89e 2024-11-14T02:20:37,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d375c60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:20:37,993 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53fc02ba to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b0e6a43 2024-11-14T02:20:37,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbdf91e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:20:37,996 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2011d733 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8e5fd00 2024-11-14T02:20:37,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc3900b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:20:38,000 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x39b3baa5 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e195d6e 2024-11-14T02:20:38,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599dd56e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:20:38,003 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14088aa9 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@23090be3 2024-11-14T02:20:38,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@224e54da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:20:38,008 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40302925 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b8d64d3 2024-11-14T02:20:38,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bb51dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:20:38,012 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x47ef9951 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@784d683 2024-11-14T02:20:38,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@540d7172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:20:38,015 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x567011a8 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7761f52b 2024-11-14T02:20:38,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48588c54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:20:38,019 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x02430fee to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a736a20 2024-11-14T02:20:38,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c56316, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:20:38,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:20:38,026 DEBUG [hconnection-0x5c4c9f6f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:20:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-14T02:20:38,027 DEBUG [hconnection-0x5e66a891-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:20:38,027 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:20:38,027 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:20:38,028 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45328, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:20:38,028 DEBUG [hconnection-0x741e27a9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:20:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-14T02:20:38,028 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:20:38,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:20:38,029 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45344, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:20:38,034 DEBUG [hconnection-0x38382858-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:20:38,035 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45352, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:20:38,040 DEBUG [hconnection-0x477aa956-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:20:38,041 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45362, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:20:38,042 DEBUG [hconnection-0x72670577-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:20:38,043 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45366, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:20:38,050 DEBUG [hconnection-0x85c5d46-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:20:38,052 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:20:38,054 DEBUG [hconnection-0x30a017b8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:20:38,055 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45384, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:20:38,055 DEBUG [hconnection-0x7a472e32-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:20:38,056 DEBUG [hconnection-0x77834d5b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:20:38,056 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45386, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:20:38,057 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45400, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:20:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 4777514cead116647752666c162d56c0 2024-11-14T02:20:38,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4777514cead116647752666c162d56c0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T02:20:38,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=A 2024-11-14T02:20:38,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:38,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=B 2024-11-14T02:20:38,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:38,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=C 2024-11-14T02:20:38,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:38,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550898089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:38,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45324 deadline: 1731550898089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:38,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45380 deadline: 1731550898090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:38,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550898090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:38,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550898091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:38,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/72fc18a213d942508f76bac7406b76d3 is 50, key is test_row_0/A:col10/1731550838035/Put/seqid=0 2024-11-14T02:20:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-14T02:20:38,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742334_1510 (size=14341) 2024-11-14T02:20:38,180 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:38,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-14T02:20:38,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:38,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:38,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:38,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:38,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:38,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45324 deadline: 1731550898193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:38,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550898193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:38,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45380 deadline: 1731550898193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:38,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550898193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:38,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550898194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-14T02:20:38,334 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:38,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-14T02:20:38,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:38,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:38,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:38,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:38,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:38,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550898397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:38,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550898398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:38,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45380 deadline: 1731550898398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:38,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45324 deadline: 1731550898398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:38,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550898399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:38,486 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:38,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-14T02:20:38,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:38,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:38,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:38,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:38,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:38,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/72fc18a213d942508f76bac7406b76d3 2024-11-14T02:20:38,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/fe905257371242d099ddd69b3f44f659 is 50, key is test_row_0/B:col10/1731550838035/Put/seqid=0 2024-11-14T02:20:38,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742335_1511 (size=12001) 2024-11-14T02:20:38,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/fe905257371242d099ddd69b3f44f659 2024-11-14T02:20:38,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/074915467e374da08ff82866379be465 is 50, key is test_row_0/C:col10/1731550838035/Put/seqid=0 2024-11-14T02:20:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-14T02:20:38,639 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:38,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-14T02:20:38,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:38,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:38,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:38,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:38,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:38,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742336_1512 (size=12001) 2024-11-14T02:20:38,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/074915467e374da08ff82866379be465 2024-11-14T02:20:38,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/72fc18a213d942508f76bac7406b76d3 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/72fc18a213d942508f76bac7406b76d3 2024-11-14T02:20:38,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/72fc18a213d942508f76bac7406b76d3, entries=200, sequenceid=14, filesize=14.0 K 2024-11-14T02:20:38,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/fe905257371242d099ddd69b3f44f659 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/fe905257371242d099ddd69b3f44f659 2024-11-14T02:20:38,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/fe905257371242d099ddd69b3f44f659, entries=150, sequenceid=14, filesize=11.7 K 2024-11-14T02:20:38,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/074915467e374da08ff82866379be465 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/074915467e374da08ff82866379be465 2024-11-14T02:20:38,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/074915467e374da08ff82866379be465, entries=150, sequenceid=14, filesize=11.7 K 2024-11-14T02:20:38,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4777514cead116647752666c162d56c0 in 602ms, sequenceid=14, compaction requested=false 2024-11-14T02:20:38,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 4777514cead116647752666c162d56c0 2024-11-14T02:20:38,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4777514cead116647752666c162d56c0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T02:20:38,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=A 2024-11-14T02:20:38,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:38,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=B 2024-11-14T02:20:38,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:38,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=C 2024-11-14T02:20:38,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:38,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/1a507db4d2e5446da20a8a23c00dd801 is 50, key is test_row_0/A:col10/1731550838705/Put/seqid=0 2024-11-14T02:20:38,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550898710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:38,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550898714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:38,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45380 deadline: 1731550898715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:38,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742337_1513 (size=14341) 2024-11-14T02:20:38,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45324 deadline: 1731550898715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:38,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/1a507db4d2e5446da20a8a23c00dd801 2024-11-14T02:20:38,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550898721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:38,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/3d5c2781890041abbeef06899a32fbc3 is 50, key is test_row_0/B:col10/1731550838705/Put/seqid=0 2024-11-14T02:20:38,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742338_1514 (size=12001) 2024-11-14T02:20:38,792 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:38,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-14T02:20:38,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:38,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:38,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:38,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:38,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:38,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550898823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:38,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550898825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:38,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45380 deadline: 1731550898825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:38,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550898825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:38,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45324 deadline: 1731550898829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:38,950 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:38,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-14T02:20:38,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:38,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:38,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:38,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:38,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:39,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550899030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:39,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:39,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550899036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550899040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:39,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45380 deadline: 1731550899040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:39,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45324 deadline: 1731550899041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:39,103 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:39,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-14T02:20:39,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:39,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:39,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:39,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:39,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-14T02:20:39,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/3d5c2781890041abbeef06899a32fbc3 2024-11-14T02:20:39,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/b39009c5619e469fbcfcbc85c6f93385 is 50, key is test_row_0/C:col10/1731550838705/Put/seqid=0 2024-11-14T02:20:39,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742339_1515 (size=12001) 2024-11-14T02:20:39,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/b39009c5619e469fbcfcbc85c6f93385 2024-11-14T02:20:39,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/1a507db4d2e5446da20a8a23c00dd801 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/1a507db4d2e5446da20a8a23c00dd801 2024-11-14T02:20:39,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/1a507db4d2e5446da20a8a23c00dd801, entries=200, sequenceid=40, filesize=14.0 K 2024-11-14T02:20:39,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/3d5c2781890041abbeef06899a32fbc3 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/3d5c2781890041abbeef06899a32fbc3 2024-11-14T02:20:39,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/3d5c2781890041abbeef06899a32fbc3, entries=150, sequenceid=40, filesize=11.7 K 2024-11-14T02:20:39,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/b39009c5619e469fbcfcbc85c6f93385 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b39009c5619e469fbcfcbc85c6f93385 2024-11-14T02:20:39,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b39009c5619e469fbcfcbc85c6f93385, entries=150, sequenceid=40, filesize=11.7 K 2024-11-14T02:20:39,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 4777514cead116647752666c162d56c0 in 510ms, sequenceid=40, compaction requested=false 2024-11-14T02:20:39,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:39,256 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:39,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-14T02:20:39,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:39,257 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 4777514cead116647752666c162d56c0 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-14T02:20:39,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=A 2024-11-14T02:20:39,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:39,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=B 2024-11-14T02:20:39,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:39,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=C 2024-11-14T02:20:39,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:39,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/781d8cd79049467da0958823a51dafbf is 50, key is test_row_0/A:col10/1731550838714/Put/seqid=0 2024-11-14T02:20:39,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742340_1516 (size=12001) 2024-11-14T02:20:39,322 ERROR [LeaseRenewer:jenkins@localhost:41419 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:41419,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 4777514cead116647752666c162d56c0 2024-11-14T02:20:39,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:39,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:39,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45380 deadline: 1731550899379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550899380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:39,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:39,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550899383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:39,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45324 deadline: 1731550899386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:39,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550899387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:39,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:39,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550899488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:39,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:39,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45380 deadline: 1731550899489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:39,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:39,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550899489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:39,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:39,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45324 deadline: 1731550899496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:39,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:39,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550899496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:39,685 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/781d8cd79049467da0958823a51dafbf 2024-11-14T02:20:39,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/a52ec35292e447f79d8007fc652ecc78 is 50, key is test_row_0/B:col10/1731550838714/Put/seqid=0 2024-11-14T02:20:39,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550899691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:39,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45380 deadline: 1731550899691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:39,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550899694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:39,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742341_1517 (size=12001) 2024-11-14T02:20:39,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:39,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45324 deadline: 1731550899700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:39,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:39,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550899701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:39,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45380 deadline: 1731550899995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:40,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550899995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:40,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550899997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:40,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:40,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45324 deadline: 1731550900003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:40,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:40,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550900006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:40,100 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/a52ec35292e447f79d8007fc652ecc78 2024-11-14T02:20:40,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/8a0bb88d25794661a0eb01e95888eb18 is 50, key is test_row_0/C:col10/1731550838714/Put/seqid=0 2024-11-14T02:20:40,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742342_1518 (size=12001) 2024-11-14T02:20:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-14T02:20:40,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550900501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:40,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45380 deadline: 1731550900502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:40,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:40,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550900505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:40,511 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/8a0bb88d25794661a0eb01e95888eb18 2024-11-14T02:20:40,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550900512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:40,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45324 deadline: 1731550900514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:40,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/781d8cd79049467da0958823a51dafbf as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/781d8cd79049467da0958823a51dafbf 2024-11-14T02:20:40,521 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/781d8cd79049467da0958823a51dafbf, entries=150, sequenceid=50, filesize=11.7 K 2024-11-14T02:20:40,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/a52ec35292e447f79d8007fc652ecc78 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/a52ec35292e447f79d8007fc652ecc78 2024-11-14T02:20:40,527 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/a52ec35292e447f79d8007fc652ecc78, entries=150, sequenceid=50, filesize=11.7 K 2024-11-14T02:20:40,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/8a0bb88d25794661a0eb01e95888eb18 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/8a0bb88d25794661a0eb01e95888eb18 2024-11-14T02:20:40,532 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/8a0bb88d25794661a0eb01e95888eb18, entries=150, sequenceid=50, filesize=11.7 K 2024-11-14T02:20:40,533 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 4777514cead116647752666c162d56c0 in 1275ms, sequenceid=50, compaction requested=true 2024-11-14T02:20:40,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:40,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:40,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-14T02:20:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-14T02:20:40,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-14T02:20:40,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5050 sec 2024-11-14T02:20:40,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 2.5100 sec 2024-11-14T02:20:40,978 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T02:20:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 4777514cead116647752666c162d56c0 2024-11-14T02:20:41,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4777514cead116647752666c162d56c0 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-14T02:20:41,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=A 2024-11-14T02:20:41,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:41,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=B 2024-11-14T02:20:41,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:41,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=C 2024-11-14T02:20:41,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:41,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/881c3ab36ac14c30a147231c07b0c173 is 50, key is test_row_0/A:col10/1731550841513/Put/seqid=0 2024-11-14T02:20:41,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742343_1519 (size=14341) 2024-11-14T02:20:41,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:41,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45324 deadline: 1731550901525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:41,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550901525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:41,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:41,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550901557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:41,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45380 deadline: 1731550901557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:41,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550901558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:41,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:41,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550901659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:41,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:41,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:41,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550901668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:41,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550901668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:41,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:41,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45380 deadline: 1731550901668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:41,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:41,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550901866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:41,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:41,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45380 deadline: 1731550901875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:41,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:41,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550901876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:41,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:41,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550901876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:41,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/881c3ab36ac14c30a147231c07b0c173 2024-11-14T02:20:41,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/0efa0079001f4e2fb880603a4e13a92b is 50, key is test_row_0/B:col10/1731550841513/Put/seqid=0 2024-11-14T02:20:41,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742344_1520 (size=12001) 2024-11-14T02:20:41,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/0efa0079001f4e2fb880603a4e13a92b 2024-11-14T02:20:41,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/aeb6be7aff3c4fb486a610e61464b990 is 50, key is test_row_0/C:col10/1731550841513/Put/seqid=0 2024-11-14T02:20:41,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742345_1521 (size=12001) 2024-11-14T02:20:41,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/aeb6be7aff3c4fb486a610e61464b990 2024-11-14T02:20:41,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/881c3ab36ac14c30a147231c07b0c173 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/881c3ab36ac14c30a147231c07b0c173 2024-11-14T02:20:41,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/881c3ab36ac14c30a147231c07b0c173, entries=200, sequenceid=77, filesize=14.0 K 2024-11-14T02:20:41,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/0efa0079001f4e2fb880603a4e13a92b as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/0efa0079001f4e2fb880603a4e13a92b 2024-11-14T02:20:41,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/0efa0079001f4e2fb880603a4e13a92b, entries=150, sequenceid=77, filesize=11.7 K 2024-11-14T02:20:41,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/aeb6be7aff3c4fb486a610e61464b990 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/aeb6be7aff3c4fb486a610e61464b990 2024-11-14T02:20:41,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/aeb6be7aff3c4fb486a610e61464b990, entries=150, sequenceid=77, filesize=11.7 K 2024-11-14T02:20:41,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=53.67 KB/54960 for 4777514cead116647752666c162d56c0 in 452ms, sequenceid=77, compaction requested=true 2024-11-14T02:20:41,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:41,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4777514cead116647752666c162d56c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:20:41,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:41,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4777514cead116647752666c162d56c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:20:41,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:41,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4777514cead116647752666c162d56c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:20:41,966 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:20:41,966 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:20:41,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:20:41,968 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:20:41,968 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): 4777514cead116647752666c162d56c0/B is initiating minor compaction (all files) 2024-11-14T02:20:41,968 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55024 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:20:41,968 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4777514cead116647752666c162d56c0/B in TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:41,968 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): 4777514cead116647752666c162d56c0/A is initiating minor compaction (all files) 2024-11-14T02:20:41,968 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4777514cead116647752666c162d56c0/A in TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:41,968 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/fe905257371242d099ddd69b3f44f659, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/3d5c2781890041abbeef06899a32fbc3, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/a52ec35292e447f79d8007fc652ecc78, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/0efa0079001f4e2fb880603a4e13a92b] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp, totalSize=46.9 K 2024-11-14T02:20:41,968 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/72fc18a213d942508f76bac7406b76d3, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/1a507db4d2e5446da20a8a23c00dd801, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/781d8cd79049467da0958823a51dafbf, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/881c3ab36ac14c30a147231c07b0c173] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp, totalSize=53.7 K 2024-11-14T02:20:41,968 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting fe905257371242d099ddd69b3f44f659, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731550838035 2024-11-14T02:20:41,968 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d5c2781890041abbeef06899a32fbc3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731550838704 2024-11-14T02:20:41,968 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72fc18a213d942508f76bac7406b76d3, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731550838035 2024-11-14T02:20:41,969 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting a52ec35292e447f79d8007fc652ecc78, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731550838710 2024-11-14T02:20:41,969 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a507db4d2e5446da20a8a23c00dd801, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731550838089 2024-11-14T02:20:41,969 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 781d8cd79049467da0958823a51dafbf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731550838710 2024-11-14T02:20:41,969 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 0efa0079001f4e2fb880603a4e13a92b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731550839378 2024-11-14T02:20:41,969 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 881c3ab36ac14c30a147231c07b0c173, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731550839378 2024-11-14T02:20:41,978 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4777514cead116647752666c162d56c0#B#compaction#442 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:41,978 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4777514cead116647752666c162d56c0#A#compaction#443 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:41,978 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/aa732645e5814b8a832267cf92633633 is 50, key is test_row_0/A:col10/1731550841513/Put/seqid=0 2024-11-14T02:20:41,978 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/207e17e8acb744eeadf75b0bd9da342b is 50, key is test_row_0/B:col10/1731550841513/Put/seqid=0 2024-11-14T02:20:41,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742346_1522 (size=12139) 2024-11-14T02:20:41,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742347_1523 (size=12139) 2024-11-14T02:20:41,990 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/207e17e8acb744eeadf75b0bd9da342b as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/207e17e8acb744eeadf75b0bd9da342b 2024-11-14T02:20:41,994 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4777514cead116647752666c162d56c0/B of 4777514cead116647752666c162d56c0 into 207e17e8acb744eeadf75b0bd9da342b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:41,994 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:41,994 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0., storeName=4777514cead116647752666c162d56c0/B, priority=12, startTime=1731550841966; duration=0sec 2024-11-14T02:20:41,994 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:20:41,994 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4777514cead116647752666c162d56c0:B 2024-11-14T02:20:41,994 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:20:41,994 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:20:41,994 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): 4777514cead116647752666c162d56c0/C is initiating minor compaction (all files) 2024-11-14T02:20:41,995 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4777514cead116647752666c162d56c0/C in TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:41,995 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/074915467e374da08ff82866379be465, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b39009c5619e469fbcfcbc85c6f93385, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/8a0bb88d25794661a0eb01e95888eb18, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/aeb6be7aff3c4fb486a610e61464b990] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp, totalSize=46.9 K 2024-11-14T02:20:41,995 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 074915467e374da08ff82866379be465, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731550838035 2024-11-14T02:20:41,995 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting b39009c5619e469fbcfcbc85c6f93385, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731550838704 2024-11-14T02:20:41,995 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a0bb88d25794661a0eb01e95888eb18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731550838710 2024-11-14T02:20:41,995 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting aeb6be7aff3c4fb486a610e61464b990, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731550839378 2024-11-14T02:20:42,018 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4777514cead116647752666c162d56c0#C#compaction#444 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:42,019 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/565b7661bc5348a39913e8804a99f35a is 50, key is test_row_0/C:col10/1731550841513/Put/seqid=0 2024-11-14T02:20:42,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742348_1524 (size=12139) 2024-11-14T02:20:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-14T02:20:42,133 INFO [Thread-2261 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-14T02:20:42,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:20:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-14T02:20:42,135 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:20:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-14T02:20:42,136 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:20:42,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:20:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 4777514cead116647752666c162d56c0 2024-11-14T02:20:42,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4777514cead116647752666c162d56c0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T02:20:42,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=A 2024-11-14T02:20:42,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:42,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=B 2024-11-14T02:20:42,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:42,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=C 2024-11-14T02:20:42,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:42,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/69e441757aec4db6bc3fcab7f4998243 is 50, key is test_row_0/A:col10/1731550841524/Put/seqid=0 2024-11-14T02:20:42,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742349_1525 (size=12001) 2024-11-14T02:20:42,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/69e441757aec4db6bc3fcab7f4998243 2024-11-14T02:20:42,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/60fc22949ecd442c90b67066ed66f4ae is 50, key is test_row_0/B:col10/1731550841524/Put/seqid=0 2024-11-14T02:20:42,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742350_1526 (size=12001) 2024-11-14T02:20:42,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/60fc22949ecd442c90b67066ed66f4ae 2024-11-14T02:20:42,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/549fd1ced27b4052b90555b91d20a8ba is 50, key is test_row_0/C:col10/1731550841524/Put/seqid=0 2024-11-14T02:20:42,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742351_1527 (size=12001) 2024-11-14T02:20:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-14T02:20:42,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550902262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:42,289 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:42,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45380 deadline: 1731550902271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:42,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-14T02:20:42,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:42,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:42,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:42,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550902272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:42,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:42,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:42,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550902272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:42,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550902373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:42,390 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/aa732645e5814b8a832267cf92633633 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/aa732645e5814b8a832267cf92633633 2024-11-14T02:20:42,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550902392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:42,397 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4777514cead116647752666c162d56c0/A of 4777514cead116647752666c162d56c0 into aa732645e5814b8a832267cf92633633(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:42,397 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:42,397 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0., storeName=4777514cead116647752666c162d56c0/A, priority=12, startTime=1731550841966; duration=0sec 2024-11-14T02:20:42,397 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:42,397 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4777514cead116647752666c162d56c0:A 2024-11-14T02:20:42,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550902393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:42,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45380 deadline: 1731550902393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-14T02:20:42,443 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:42,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-14T02:20:42,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:42,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:42,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:42,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:42,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:42,455 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/565b7661bc5348a39913e8804a99f35a as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/565b7661bc5348a39913e8804a99f35a 2024-11-14T02:20:42,459 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4777514cead116647752666c162d56c0/C of 4777514cead116647752666c162d56c0 into 565b7661bc5348a39913e8804a99f35a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:42,459 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:42,459 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0., storeName=4777514cead116647752666c162d56c0/C, priority=12, startTime=1731550841966; duration=0sec 2024-11-14T02:20:42,459 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:42,459 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4777514cead116647752666c162d56c0:C 2024-11-14T02:20:42,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550902579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:42,596 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:42,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-14T02:20:42,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:42,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:42,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:42,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:42,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:42,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:42,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45380 deadline: 1731550902599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:42,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550902599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:42,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550902600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:42,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/549fd1ced27b4052b90555b91d20a8ba 2024-11-14T02:20:42,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/69e441757aec4db6bc3fcab7f4998243 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/69e441757aec4db6bc3fcab7f4998243 2024-11-14T02:20:42,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/69e441757aec4db6bc3fcab7f4998243, entries=150, sequenceid=90, filesize=11.7 K 2024-11-14T02:20:42,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/60fc22949ecd442c90b67066ed66f4ae as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/60fc22949ecd442c90b67066ed66f4ae 2024-11-14T02:20:42,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/60fc22949ecd442c90b67066ed66f4ae, entries=150, sequenceid=90, filesize=11.7 K 2024-11-14T02:20:42,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/549fd1ced27b4052b90555b91d20a8ba as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/549fd1ced27b4052b90555b91d20a8ba 2024-11-14T02:20:42,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/549fd1ced27b4052b90555b91d20a8ba, entries=150, sequenceid=90, filesize=11.7 K 2024-11-14T02:20:42,637 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 4777514cead116647752666c162d56c0 in 461ms, sequenceid=90, compaction requested=false 2024-11-14T02:20:42,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-14T02:20:42,750 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:42,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-14T02:20:42,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:42,751 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 4777514cead116647752666c162d56c0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T02:20:42,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=A 2024-11-14T02:20:42,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:42,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=B 2024-11-14T02:20:42,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:42,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=C 2024-11-14T02:20:42,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:42,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/c1cdd57cb3cb4f8bbd60fbaa88398192 is 50, key is test_row_0/A:col10/1731550842271/Put/seqid=0 2024-11-14T02:20:42,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742352_1528 (size=12001) 2024-11-14T02:20:42,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 4777514cead116647752666c162d56c0 2024-11-14T02:20:42,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45380 deadline: 1731550902912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:42,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550902913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:42,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550902913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:42,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550902913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:43,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550903020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:43,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550903020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:43,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550903020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:43,159 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/c1cdd57cb3cb4f8bbd60fbaa88398192 2024-11-14T02:20:43,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/c6dd29a40a014b5fa7ba0c1c6db337ff is 50, key is test_row_0/B:col10/1731550842271/Put/seqid=0 2024-11-14T02:20:43,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742353_1529 (size=12001) 2024-11-14T02:20:43,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550903223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:43,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550903223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:43,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550903225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-14T02:20:43,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45380 deadline: 1731550903421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:43,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550903530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:43,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550903531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:43,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550903532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:43,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45324 deadline: 1731550903564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:43,569 DEBUG [Thread-2253 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4183 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0., hostname=3d72750a2650,45917,1731550712637, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:20:43,571 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/c6dd29a40a014b5fa7ba0c1c6db337ff 2024-11-14T02:20:43,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/b9ea88763d5d4e978209ffec16c62cc3 is 50, key is test_row_0/C:col10/1731550842271/Put/seqid=0 2024-11-14T02:20:43,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742354_1530 (size=12001) 2024-11-14T02:20:43,585 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/b9ea88763d5d4e978209ffec16c62cc3 2024-11-14T02:20:43,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/c1cdd57cb3cb4f8bbd60fbaa88398192 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/c1cdd57cb3cb4f8bbd60fbaa88398192 2024-11-14T02:20:43,597 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/c1cdd57cb3cb4f8bbd60fbaa88398192, entries=150, sequenceid=117, filesize=11.7 K 2024-11-14T02:20:43,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/c6dd29a40a014b5fa7ba0c1c6db337ff as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/c6dd29a40a014b5fa7ba0c1c6db337ff 2024-11-14T02:20:43,604 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/c6dd29a40a014b5fa7ba0c1c6db337ff, entries=150, sequenceid=117, filesize=11.7 K 2024-11-14T02:20:43,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/b9ea88763d5d4e978209ffec16c62cc3 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b9ea88763d5d4e978209ffec16c62cc3 2024-11-14T02:20:43,612 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b9ea88763d5d4e978209ffec16c62cc3, entries=150, sequenceid=117, filesize=11.7 K 2024-11-14T02:20:43,613 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4777514cead116647752666c162d56c0 in 863ms, sequenceid=117, compaction requested=true 2024-11-14T02:20:43,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:43,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:43,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-14T02:20:43,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-14T02:20:43,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-14T02:20:43,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4780 sec 2024-11-14T02:20:43,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.4830 sec 2024-11-14T02:20:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 4777514cead116647752666c162d56c0 2024-11-14T02:20:44,040 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4777514cead116647752666c162d56c0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T02:20:44,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=A 2024-11-14T02:20:44,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:44,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=B 2024-11-14T02:20:44,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:44,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=C 2024-11-14T02:20:44,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:44,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/18055acc0aac40c5beb6054b6e0ceacc is 50, key is test_row_0/A:col10/1731550842891/Put/seqid=0 2024-11-14T02:20:44,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742355_1531 (size=14391) 2024-11-14T02:20:44,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550904099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:44,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550904100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:44,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550904106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:44,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:44,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550904213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:44,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:44,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550904214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:44,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550904221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-14T02:20:44,242 INFO [Thread-2261 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-14T02:20:44,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:20:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-14T02:20:44,248 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:20:44,248 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:20:44,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:20:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-14T02:20:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-14T02:20:44,401 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:44,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-14T02:20:44,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:44,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:44,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:44,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:44,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:44,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550904416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:44,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550904416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:44,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550904432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:44,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45380 deadline: 1731550904432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:44,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/18055acc0aac40c5beb6054b6e0ceacc 2024-11-14T02:20:44,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/7b7ae4130dab48db82e8849eae78d62e is 50, key is test_row_0/B:col10/1731550842891/Put/seqid=0 2024-11-14T02:20:44,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742356_1532 (size=12051) 2024-11-14T02:20:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-14T02:20:44,555 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:44,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-14T02:20:44,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:44,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:44,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:44,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:44,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:44,711 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:44,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-14T02:20:44,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:44,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:44,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:44,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:44,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:44,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550904721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:44,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550904721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:44,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550904738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-14T02:20:44,868 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:44,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-14T02:20:44,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:44,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:44,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:44,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:44,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:44,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/7b7ae4130dab48db82e8849eae78d62e 2024-11-14T02:20:44,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/522702a81bc3405e825b8fdaf20639b4 is 50, key is test_row_0/C:col10/1731550842891/Put/seqid=0 2024-11-14T02:20:44,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742357_1533 (size=12051) 2024-11-14T02:20:44,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/522702a81bc3405e825b8fdaf20639b4 2024-11-14T02:20:44,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/18055acc0aac40c5beb6054b6e0ceacc as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/18055acc0aac40c5beb6054b6e0ceacc 2024-11-14T02:20:44,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/18055acc0aac40c5beb6054b6e0ceacc, entries=200, sequenceid=129, filesize=14.1 K 2024-11-14T02:20:44,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/7b7ae4130dab48db82e8849eae78d62e as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/7b7ae4130dab48db82e8849eae78d62e 2024-11-14T02:20:44,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/7b7ae4130dab48db82e8849eae78d62e, entries=150, sequenceid=129, filesize=11.8 K 2024-11-14T02:20:44,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/522702a81bc3405e825b8fdaf20639b4 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/522702a81bc3405e825b8fdaf20639b4 2024-11-14T02:20:44,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/522702a81bc3405e825b8fdaf20639b4, entries=150, sequenceid=129, filesize=11.8 K 2024-11-14T02:20:44,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4777514cead116647752666c162d56c0 in 887ms, sequenceid=129, compaction requested=true 2024-11-14T02:20:44,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:44,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4777514cead116647752666c162d56c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:20:44,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:44,927 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:20:44,927 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:20:44,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4777514cead116647752666c162d56c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:20:44,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:44,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4777514cead116647752666c162d56c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:20:44,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:20:44,929 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50532 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:20:44,929 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:20:44,929 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): 4777514cead116647752666c162d56c0/A is initiating minor compaction (all files) 2024-11-14T02:20:44,929 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): 4777514cead116647752666c162d56c0/B is initiating minor compaction (all files) 2024-11-14T02:20:44,929 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4777514cead116647752666c162d56c0/A in TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:44,929 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4777514cead116647752666c162d56c0/B in TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:44,929 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/aa732645e5814b8a832267cf92633633, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/69e441757aec4db6bc3fcab7f4998243, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/c1cdd57cb3cb4f8bbd60fbaa88398192, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/18055acc0aac40c5beb6054b6e0ceacc] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp, totalSize=49.3 K 2024-11-14T02:20:44,929 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/207e17e8acb744eeadf75b0bd9da342b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/60fc22949ecd442c90b67066ed66f4ae, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/c6dd29a40a014b5fa7ba0c1c6db337ff, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/7b7ae4130dab48db82e8849eae78d62e] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp, totalSize=47.1 K 2024-11-14T02:20:44,929 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa732645e5814b8a832267cf92633633, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731550839378 2024-11-14T02:20:44,929 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 207e17e8acb744eeadf75b0bd9da342b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731550839378 2024-11-14T02:20:44,930 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69e441757aec4db6bc3fcab7f4998243, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731550841524 2024-11-14T02:20:44,930 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 60fc22949ecd442c90b67066ed66f4ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731550841524 2024-11-14T02:20:44,930 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1cdd57cb3cb4f8bbd60fbaa88398192, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731550842229 2024-11-14T02:20:44,930 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting c6dd29a40a014b5fa7ba0c1c6db337ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731550842229 2024-11-14T02:20:44,930 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18055acc0aac40c5beb6054b6e0ceacc, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731550842891 2024-11-14T02:20:44,930 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b7ae4130dab48db82e8849eae78d62e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731550842891 2024-11-14T02:20:44,946 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4777514cead116647752666c162d56c0#B#compaction#455 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:44,950 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/0e6e9cb5ae30495ca8ac11edf7cd9cd0 is 50, key is test_row_0/B:col10/1731550842891/Put/seqid=0 2024-11-14T02:20:44,951 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4777514cead116647752666c162d56c0#A#compaction#454 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:44,951 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/fac67add3cda4885a6cb449984e40b91 is 50, key is test_row_0/A:col10/1731550842891/Put/seqid=0 2024-11-14T02:20:44,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742358_1534 (size=12325) 2024-11-14T02:20:44,972 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/0e6e9cb5ae30495ca8ac11edf7cd9cd0 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/0e6e9cb5ae30495ca8ac11edf7cd9cd0 2024-11-14T02:20:44,976 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4777514cead116647752666c162d56c0/B of 4777514cead116647752666c162d56c0 into 0e6e9cb5ae30495ca8ac11edf7cd9cd0(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:44,976 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:44,976 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0., storeName=4777514cead116647752666c162d56c0/B, priority=12, startTime=1731550844927; duration=0sec 2024-11-14T02:20:44,976 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:20:44,976 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4777514cead116647752666c162d56c0:B 2024-11-14T02:20:44,976 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:20:44,977 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:20:44,977 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): 4777514cead116647752666c162d56c0/C is initiating minor compaction (all files) 2024-11-14T02:20:44,977 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4777514cead116647752666c162d56c0/C in TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:44,977 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/565b7661bc5348a39913e8804a99f35a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/549fd1ced27b4052b90555b91d20a8ba, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b9ea88763d5d4e978209ffec16c62cc3, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/522702a81bc3405e825b8fdaf20639b4] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp, totalSize=47.1 K 2024-11-14T02:20:44,977 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 565b7661bc5348a39913e8804a99f35a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731550839378 2024-11-14T02:20:44,978 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 549fd1ced27b4052b90555b91d20a8ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731550841524 2024-11-14T02:20:44,978 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting b9ea88763d5d4e978209ffec16c62cc3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731550842229 2024-11-14T02:20:44,978 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 522702a81bc3405e825b8fdaf20639b4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731550842891 2024-11-14T02:20:44,991 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4777514cead116647752666c162d56c0#C#compaction#456 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:44,992 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/4dce038be2314a328d14d52968b4b8a3 is 50, key is test_row_0/C:col10/1731550842891/Put/seqid=0 2024-11-14T02:20:45,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742359_1535 (size=12325) 2024-11-14T02:20:45,022 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:45,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-14T02:20:45,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:45,022 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 4777514cead116647752666c162d56c0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T02:20:45,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=A 2024-11-14T02:20:45,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:45,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=B 2024-11-14T02:20:45,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:45,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=C 2024-11-14T02:20:45,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:45,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742360_1536 (size=12325) 2024-11-14T02:20:45,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/60d7946b00774b279aaae6f251c42ce9 is 50, key is test_row_0/A:col10/1731550844092/Put/seqid=0 2024-11-14T02:20:45,045 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/4dce038be2314a328d14d52968b4b8a3 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/4dce038be2314a328d14d52968b4b8a3 2024-11-14T02:20:45,049 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4777514cead116647752666c162d56c0/C of 4777514cead116647752666c162d56c0 into 4dce038be2314a328d14d52968b4b8a3(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:45,049 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:45,049 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0., storeName=4777514cead116647752666c162d56c0/C, priority=12, startTime=1731550844928; duration=0sec 2024-11-14T02:20:45,050 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:45,050 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4777514cead116647752666c162d56c0:C 2024-11-14T02:20:45,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742361_1537 (size=12151) 2024-11-14T02:20:45,084 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/60d7946b00774b279aaae6f251c42ce9 2024-11-14T02:20:45,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/b807b716ce304a5b8631553b8011f472 is 50, key is test_row_0/B:col10/1731550844092/Put/seqid=0 2024-11-14T02:20:45,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742362_1538 (size=12151) 2024-11-14T02:20:45,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 4777514cead116647752666c162d56c0 2024-11-14T02:20:45,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:45,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:45,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550905247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:45,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:45,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550905249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:45,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:45,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550905250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-14T02:20:45,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550905353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:45,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550905354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:45,413 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/fac67add3cda4885a6cb449984e40b91 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/fac67add3cda4885a6cb449984e40b91 2024-11-14T02:20:45,420 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4777514cead116647752666c162d56c0/A of 4777514cead116647752666c162d56c0 into fac67add3cda4885a6cb449984e40b91(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:45,420 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:45,420 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0., storeName=4777514cead116647752666c162d56c0/A, priority=12, startTime=1731550844927; duration=0sec 2024-11-14T02:20:45,420 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:45,420 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4777514cead116647752666c162d56c0:A 2024-11-14T02:20:45,527 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/b807b716ce304a5b8631553b8011f472 2024-11-14T02:20:45,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/dd8749972a224b11b67fbba3b3e22114 is 50, key is test_row_0/C:col10/1731550844092/Put/seqid=0 2024-11-14T02:20:45,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742363_1539 (size=12151) 2024-11-14T02:20:45,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550905557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:45,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550905557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:45,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:45,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550905862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:45,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:45,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550905864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:45,947 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/dd8749972a224b11b67fbba3b3e22114 2024-11-14T02:20:45,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/60d7946b00774b279aaae6f251c42ce9 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/60d7946b00774b279aaae6f251c42ce9 2024-11-14T02:20:45,965 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/60d7946b00774b279aaae6f251c42ce9, entries=150, sequenceid=154, filesize=11.9 K 2024-11-14T02:20:45,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/b807b716ce304a5b8631553b8011f472 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/b807b716ce304a5b8631553b8011f472 2024-11-14T02:20:45,971 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/b807b716ce304a5b8631553b8011f472, entries=150, sequenceid=154, filesize=11.9 K 2024-11-14T02:20:45,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/dd8749972a224b11b67fbba3b3e22114 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/dd8749972a224b11b67fbba3b3e22114 2024-11-14T02:20:45,991 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/dd8749972a224b11b67fbba3b3e22114, entries=150, sequenceid=154, filesize=11.9 K 2024-11-14T02:20:45,992 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4777514cead116647752666c162d56c0 in 969ms, sequenceid=154, compaction requested=false 2024-11-14T02:20:45,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:45,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:45,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-14T02:20:45,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-14T02:20:45,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-14T02:20:45,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7440 sec 2024-11-14T02:20:45,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.7490 sec 2024-11-14T02:20:46,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 4777514cead116647752666c162d56c0 2024-11-14T02:20:46,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4777514cead116647752666c162d56c0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T02:20:46,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=A 2024-11-14T02:20:46,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:46,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=B 2024-11-14T02:20:46,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:46,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=C 2024-11-14T02:20:46,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:46,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/d1d6ca1f27704b198d4762282a6b750d is 50, key is test_row_0/A:col10/1731550845248/Put/seqid=0 2024-11-14T02:20:46,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742364_1540 (size=14541) 2024-11-14T02:20:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-14T02:20:46,353 INFO [Thread-2261 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-14T02:20:46,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:20:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-14T02:20:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-14T02:20:46,356 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:20:46,356 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:20:46,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:20:46,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550906372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:46,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550906378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:46,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550906378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:46,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45380 deadline: 1731550906439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:46,442 DEBUG [Thread-2257 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4171 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0., hostname=3d72750a2650,45917,1731550712637, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:20:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-14T02:20:46,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550906479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:46,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550906484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:46,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550906486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:46,507 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:46,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-14T02:20:46,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:46,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:46,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:46,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:46,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-14T02:20:46,659 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:46,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-14T02:20:46,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:46,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:46,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:46,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:46,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:46,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/d1d6ca1f27704b198d4762282a6b750d 2024-11-14T02:20:46,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/3aac3cf35cad40a280c26d9bee7bf7c2 is 50, key is test_row_0/B:col10/1731550845248/Put/seqid=0 2024-11-14T02:20:46,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742365_1541 (size=12151) 2024-11-14T02:20:46,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550906688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:46,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550906688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:46,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550906691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:46,812 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:46,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-14T02:20:46,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:46,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:46,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:46,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:46,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-14T02:20:46,968 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:46,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-14T02:20:46,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:46,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:46,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:46,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:46,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:46,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550906993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:46,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550906994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:46,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550906994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:47,090 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/3aac3cf35cad40a280c26d9bee7bf7c2 2024-11-14T02:20:47,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/d9e8c39a119b4739b51b0ff4b34b437a is 50, key is test_row_0/C:col10/1731550845248/Put/seqid=0 2024-11-14T02:20:47,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742366_1542 (size=12151) 2024-11-14T02:20:47,120 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:47,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-14T02:20:47,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:47,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:47,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:47,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:47,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:47,275 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:47,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-14T02:20:47,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:47,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:47,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:47,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:47,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:47,429 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:47,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-14T02:20:47,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:47,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:47,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:47,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:47,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:47,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-14T02:20:47,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550907499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:47,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550907499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:47,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:47,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550907506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:47,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/d9e8c39a119b4739b51b0ff4b34b437a 2024-11-14T02:20:47,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/d1d6ca1f27704b198d4762282a6b750d as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/d1d6ca1f27704b198d4762282a6b750d 2024-11-14T02:20:47,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/d1d6ca1f27704b198d4762282a6b750d, entries=200, sequenceid=169, filesize=14.2 K 2024-11-14T02:20:47,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/3aac3cf35cad40a280c26d9bee7bf7c2 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/3aac3cf35cad40a280c26d9bee7bf7c2 2024-11-14T02:20:47,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/3aac3cf35cad40a280c26d9bee7bf7c2, entries=150, sequenceid=169, filesize=11.9 K 2024-11-14T02:20:47,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/d9e8c39a119b4739b51b0ff4b34b437a as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/d9e8c39a119b4739b51b0ff4b34b437a 2024-11-14T02:20:47,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/d9e8c39a119b4739b51b0ff4b34b437a, entries=150, sequenceid=169, filesize=11.9 K 2024-11-14T02:20:47,538 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4777514cead116647752666c162d56c0 in 1281ms, sequenceid=169, compaction requested=true 2024-11-14T02:20:47,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:47,538 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:20:47,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4777514cead116647752666c162d56c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:20:47,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:47,538 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:20:47,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4777514cead116647752666c162d56c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:20:47,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:47,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4777514cead116647752666c162d56c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:20:47,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:20:47,539 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39017 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:20:47,539 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): 4777514cead116647752666c162d56c0/A is initiating minor compaction (all files) 2024-11-14T02:20:47,539 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4777514cead116647752666c162d56c0/A in TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:47,539 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/fac67add3cda4885a6cb449984e40b91, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/60d7946b00774b279aaae6f251c42ce9, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/d1d6ca1f27704b198d4762282a6b750d] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp, totalSize=38.1 K 2024-11-14T02:20:47,539 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:20:47,539 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): 4777514cead116647752666c162d56c0/B is initiating minor compaction (all files) 2024-11-14T02:20:47,539 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4777514cead116647752666c162d56c0/B in TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:47,540 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/0e6e9cb5ae30495ca8ac11edf7cd9cd0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/b807b716ce304a5b8631553b8011f472, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/3aac3cf35cad40a280c26d9bee7bf7c2] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp, totalSize=35.8 K 2024-11-14T02:20:47,540 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting fac67add3cda4885a6cb449984e40b91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731550842891 2024-11-14T02:20:47,540 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e6e9cb5ae30495ca8ac11edf7cd9cd0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731550842891 2024-11-14T02:20:47,540 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60d7946b00774b279aaae6f251c42ce9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731550844092 2024-11-14T02:20:47,540 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1d6ca1f27704b198d4762282a6b750d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731550845241 2024-11-14T02:20:47,540 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting b807b716ce304a5b8631553b8011f472, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731550844092 2024-11-14T02:20:47,541 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 3aac3cf35cad40a280c26d9bee7bf7c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731550845241 2024-11-14T02:20:47,556 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4777514cead116647752666c162d56c0#A#compaction#463 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:47,556 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/29b6c6d9880145b581944245557b4bc0 is 50, key is test_row_0/A:col10/1731550845248/Put/seqid=0 2024-11-14T02:20:47,560 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4777514cead116647752666c162d56c0#B#compaction#464 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:47,561 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/062929c4c6024ed291d4481631113423 is 50, key is test_row_0/B:col10/1731550845248/Put/seqid=0 2024-11-14T02:20:47,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742368_1544 (size=12527) 2024-11-14T02:20:47,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4777514cead116647752666c162d56c0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T02:20:47,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=A 2024-11-14T02:20:47,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:47,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=B 2024-11-14T02:20:47,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:47,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=C 2024-11-14T02:20:47,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 4777514cead116647752666c162d56c0 2024-11-14T02:20:47,581 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:47,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/3e41847fc72a4957a550b39dfd193cf7 is 50, key is test_row_0/A:col10/1731550846367/Put/seqid=0 2024-11-14T02:20:47,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-14T02:20:47,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:47,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:47,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:47,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:47,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:47,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742367_1543 (size=12527) 2024-11-14T02:20:47,593 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/29b6c6d9880145b581944245557b4bc0 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/29b6c6d9880145b581944245557b4bc0 2024-11-14T02:20:47,597 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4777514cead116647752666c162d56c0/A of 4777514cead116647752666c162d56c0 into 29b6c6d9880145b581944245557b4bc0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:47,597 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:47,597 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0., storeName=4777514cead116647752666c162d56c0/A, priority=13, startTime=1731550847538; duration=0sec 2024-11-14T02:20:47,597 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:20:47,597 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4777514cead116647752666c162d56c0:A 2024-11-14T02:20:47,598 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:20:47,599 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:20:47,599 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): 4777514cead116647752666c162d56c0/C is initiating minor compaction (all files) 2024-11-14T02:20:47,599 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4777514cead116647752666c162d56c0/C in TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:47,599 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/4dce038be2314a328d14d52968b4b8a3, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/dd8749972a224b11b67fbba3b3e22114, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/d9e8c39a119b4739b51b0ff4b34b437a] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp, totalSize=35.8 K 2024-11-14T02:20:47,599 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4dce038be2314a328d14d52968b4b8a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731550842891 2024-11-14T02:20:47,599 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd8749972a224b11b67fbba3b3e22114, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731550844092 2024-11-14T02:20:47,600 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9e8c39a119b4739b51b0ff4b34b437a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731550845241 2024-11-14T02:20:47,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742369_1545 (size=12151) 2024-11-14T02:20:47,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/3e41847fc72a4957a550b39dfd193cf7 2024-11-14T02:20:47,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45324 deadline: 1731550907627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:47,630 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4777514cead116647752666c162d56c0#C#compaction#466 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:47,631 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/9f4a8119da3540f1b7fb50031538ba9d is 50, key is test_row_0/C:col10/1731550845248/Put/seqid=0 2024-11-14T02:20:47,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/83b9b7cc805b4d1f9f86c93de92f3522 is 50, key is test_row_0/B:col10/1731550846367/Put/seqid=0 2024-11-14T02:20:47,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742370_1546 (size=12527) 2024-11-14T02:20:47,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742371_1547 (size=12151) 2024-11-14T02:20:47,736 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:47,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-14T02:20:47,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:47,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:47,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:47,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:47,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:47,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45324 deadline: 1731550907739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:47,892 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:47,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-14T02:20:47,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:47,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:47,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:47,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:47,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:47,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45324 deadline: 1731550907959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:47,985 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/062929c4c6024ed291d4481631113423 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/062929c4c6024ed291d4481631113423 2024-11-14T02:20:48,003 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4777514cead116647752666c162d56c0/B of 4777514cead116647752666c162d56c0 into 062929c4c6024ed291d4481631113423(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:48,003 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:48,003 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0., storeName=4777514cead116647752666c162d56c0/B, priority=13, startTime=1731550847538; duration=0sec 2024-11-14T02:20:48,003 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:48,003 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4777514cead116647752666c162d56c0:B 2024-11-14T02:20:48,046 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:48,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-14T02:20:48,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:48,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:48,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:48,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:48,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:48,060 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/9f4a8119da3540f1b7fb50031538ba9d as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/9f4a8119da3540f1b7fb50031538ba9d 2024-11-14T02:20:48,066 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4777514cead116647752666c162d56c0/C of 4777514cead116647752666c162d56c0 into 9f4a8119da3540f1b7fb50031538ba9d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:48,066 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:48,066 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0., storeName=4777514cead116647752666c162d56c0/C, priority=13, startTime=1731550847538; duration=0sec 2024-11-14T02:20:48,066 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:48,066 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4777514cead116647752666c162d56c0:C 2024-11-14T02:20:48,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/83b9b7cc805b4d1f9f86c93de92f3522 2024-11-14T02:20:48,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/a369451c6f0e4c01acb6cb0000ff8fb0 is 50, key is test_row_0/C:col10/1731550846367/Put/seqid=0 2024-11-14T02:20:48,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742372_1548 (size=12151) 2024-11-14T02:20:48,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/a369451c6f0e4c01acb6cb0000ff8fb0 2024-11-14T02:20:48,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/3e41847fc72a4957a550b39dfd193cf7 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/3e41847fc72a4957a550b39dfd193cf7 2024-11-14T02:20:48,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/3e41847fc72a4957a550b39dfd193cf7, entries=150, sequenceid=193, filesize=11.9 K 2024-11-14T02:20:48,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/83b9b7cc805b4d1f9f86c93de92f3522 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/83b9b7cc805b4d1f9f86c93de92f3522 2024-11-14T02:20:48,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/83b9b7cc805b4d1f9f86c93de92f3522, entries=150, sequenceid=193, filesize=11.9 K 2024-11-14T02:20:48,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/a369451c6f0e4c01acb6cb0000ff8fb0 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/a369451c6f0e4c01acb6cb0000ff8fb0 2024-11-14T02:20:48,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/a369451c6f0e4c01acb6cb0000ff8fb0, entries=150, sequenceid=193, filesize=11.9 K 2024-11-14T02:20:48,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4777514cead116647752666c162d56c0 in 565ms, sequenceid=193, compaction requested=false 2024-11-14T02:20:48,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:48,199 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:48,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-14T02:20:48,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:48,200 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 4777514cead116647752666c162d56c0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T02:20:48,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=A 2024-11-14T02:20:48,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:48,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=B 2024-11-14T02:20:48,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:48,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=C 2024-11-14T02:20:48,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:48,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/cc9c1296e30e46bd9ec3227ada766950 is 50, key is test_row_0/A:col10/1731550847626/Put/seqid=0 2024-11-14T02:20:48,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742373_1549 (size=12151) 2024-11-14T02:20:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 4777514cead116647752666c162d56c0 2024-11-14T02:20:48,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:48,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45324 deadline: 1731550908389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-14T02:20:48,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45324 deadline: 1731550908496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:48,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550908511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:48,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550908511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:48,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550908515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:48,643 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/cc9c1296e30e46bd9ec3227ada766950 2024-11-14T02:20:48,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/2efa56e97c0640bebcba8175c1b6be5c is 50, key is test_row_0/B:col10/1731550847626/Put/seqid=0 2024-11-14T02:20:48,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742374_1550 (size=12151) 2024-11-14T02:20:48,664 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/2efa56e97c0640bebcba8175c1b6be5c 2024-11-14T02:20:48,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/475a8c9ab8b0495cba11a32d935ee195 is 50, key is test_row_0/C:col10/1731550847626/Put/seqid=0 2024-11-14T02:20:48,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45324 deadline: 1731550908700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:48,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742375_1551 (size=12151) 2024-11-14T02:20:49,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45324 deadline: 1731550909014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:49,111 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/475a8c9ab8b0495cba11a32d935ee195 2024-11-14T02:20:49,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/cc9c1296e30e46bd9ec3227ada766950 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/cc9c1296e30e46bd9ec3227ada766950 2024-11-14T02:20:49,119 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/cc9c1296e30e46bd9ec3227ada766950, entries=150, sequenceid=208, filesize=11.9 K 2024-11-14T02:20:49,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/2efa56e97c0640bebcba8175c1b6be5c as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/2efa56e97c0640bebcba8175c1b6be5c 2024-11-14T02:20:49,129 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/2efa56e97c0640bebcba8175c1b6be5c, entries=150, sequenceid=208, filesize=11.9 K 2024-11-14T02:20:49,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/475a8c9ab8b0495cba11a32d935ee195 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/475a8c9ab8b0495cba11a32d935ee195 2024-11-14T02:20:49,135 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/475a8c9ab8b0495cba11a32d935ee195, entries=150, sequenceid=208, filesize=11.9 K 2024-11-14T02:20:49,136 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4777514cead116647752666c162d56c0 in 936ms, sequenceid=208, compaction requested=true 2024-11-14T02:20:49,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:49,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:49,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-14T02:20:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-14T02:20:49,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-14T02:20:49,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7810 sec 2024-11-14T02:20:49,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 2.7850 sec 2024-11-14T02:20:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 4777514cead116647752666c162d56c0 2024-11-14T02:20:49,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4777514cead116647752666c162d56c0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T02:20:49,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=A 2024-11-14T02:20:49,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:49,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=B 2024-11-14T02:20:49,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:49,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=C 2024-11-14T02:20:49,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:49,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/1c172d10e4db4eca92d29210a954ff38 is 50, key is test_row_0/A:col10/1731550849522/Put/seqid=0 2024-11-14T02:20:49,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742376_1552 (size=12151) 2024-11-14T02:20:49,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:49,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45324 deadline: 1731550909568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:49,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45324 deadline: 1731550909673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:49,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45324 deadline: 1731550909880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:49,974 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/1c172d10e4db4eca92d29210a954ff38 2024-11-14T02:20:49,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/5ca53f541d564cb3a764249090eb2697 is 50, key is test_row_0/B:col10/1731550849522/Put/seqid=0 2024-11-14T02:20:50,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742377_1553 (size=12151) 2024-11-14T02:20:50,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45324 deadline: 1731550910183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:50,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/5ca53f541d564cb3a764249090eb2697 2024-11-14T02:20:50,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/81b9c6fb44a5428d9096d3b2c999ed8f is 50, key is test_row_0/C:col10/1731550849522/Put/seqid=0 2024-11-14T02:20:50,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742378_1554 (size=12151) 2024-11-14T02:20:50,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/81b9c6fb44a5428d9096d3b2c999ed8f 2024-11-14T02:20:50,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/1c172d10e4db4eca92d29210a954ff38 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/1c172d10e4db4eca92d29210a954ff38 2024-11-14T02:20:50,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/1c172d10e4db4eca92d29210a954ff38, entries=150, sequenceid=233, filesize=11.9 K 2024-11-14T02:20:50,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/5ca53f541d564cb3a764249090eb2697 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/5ca53f541d564cb3a764249090eb2697 2024-11-14T02:20:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-14T02:20:50,463 INFO [Thread-2261 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-14T02:20:50,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:20:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-14T02:20:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-14T02:20:50,471 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:20:50,472 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:20:50,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:20:50,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/5ca53f541d564cb3a764249090eb2697, entries=150, sequenceid=233, filesize=11.9 K 2024-11-14T02:20:50,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/81b9c6fb44a5428d9096d3b2c999ed8f as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/81b9c6fb44a5428d9096d3b2c999ed8f 2024-11-14T02:20:50,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45380 deadline: 1731550910471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:50,478 DEBUG [Thread-2257 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8207 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0., hostname=3d72750a2650,45917,1731550712637, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:20:50,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/81b9c6fb44a5428d9096d3b2c999ed8f, entries=150, sequenceid=233, filesize=11.9 K 2024-11-14T02:20:50,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4777514cead116647752666c162d56c0 in 965ms, sequenceid=233, compaction requested=true 2024-11-14T02:20:50,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:50,490 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:20:50,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4777514cead116647752666c162d56c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:20:50,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:50,491 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:20:50,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4777514cead116647752666c162d56c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:20:50,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:50,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4777514cead116647752666c162d56c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:20:50,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:20:50,497 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:20:50,498 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): 4777514cead116647752666c162d56c0/A is initiating minor compaction (all files) 2024-11-14T02:20:50,498 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4777514cead116647752666c162d56c0/A in TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:50,498 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/29b6c6d9880145b581944245557b4bc0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/3e41847fc72a4957a550b39dfd193cf7, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/cc9c1296e30e46bd9ec3227ada766950, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/1c172d10e4db4eca92d29210a954ff38] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp, totalSize=47.8 K 2024-11-14T02:20:50,498 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:20:50,498 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): 4777514cead116647752666c162d56c0/B is initiating minor compaction (all files) 2024-11-14T02:20:50,498 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29b6c6d9880145b581944245557b4bc0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731550845241 2024-11-14T02:20:50,498 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4777514cead116647752666c162d56c0/B in TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:50,498 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/062929c4c6024ed291d4481631113423, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/83b9b7cc805b4d1f9f86c93de92f3522, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/2efa56e97c0640bebcba8175c1b6be5c, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/5ca53f541d564cb3a764249090eb2697] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp, totalSize=47.8 K 2024-11-14T02:20:50,499 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e41847fc72a4957a550b39dfd193cf7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731550846367 2024-11-14T02:20:50,499 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc9c1296e30e46bd9ec3227ada766950, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731550847613 2024-11-14T02:20:50,499 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c172d10e4db4eca92d29210a954ff38, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731550848351 2024-11-14T02:20:50,501 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 062929c4c6024ed291d4481631113423, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731550845241 2024-11-14T02:20:50,502 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 83b9b7cc805b4d1f9f86c93de92f3522, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731550846367 2024-11-14T02:20:50,503 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 2efa56e97c0640bebcba8175c1b6be5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731550847613 2024-11-14T02:20:50,503 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ca53f541d564cb3a764249090eb2697, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731550848351 2024-11-14T02:20:50,510 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4777514cead116647752666c162d56c0#A#compaction#475 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:50,511 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/bed524a114454ad0801a346acde1411b is 50, key is test_row_0/A:col10/1731550849522/Put/seqid=0 2024-11-14T02:20:50,516 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4777514cead116647752666c162d56c0#B#compaction#476 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:50,517 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/0b7404c3023140d28de8221f1ecaa875 is 50, key is test_row_0/B:col10/1731550849522/Put/seqid=0 2024-11-14T02:20:50,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742379_1555 (size=12663) 2024-11-14T02:20:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 4777514cead116647752666c162d56c0 2024-11-14T02:20:50,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4777514cead116647752666c162d56c0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T02:20:50,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=A 2024-11-14T02:20:50,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:50,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=B 2024-11-14T02:20:50,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:50,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=C 2024-11-14T02:20:50,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:50,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/1676362c19504939aec8ea8740ee0d33 is 50, key is test_row_0/A:col10/1731550850529/Put/seqid=0 2024-11-14T02:20:50,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742380_1556 (size=12663) 2024-11-14T02:20:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-14T02:20:50,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742381_1557 (size=14541) 2024-11-14T02:20:50,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550910597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:50,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550910598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:50,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550910601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:50,623 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:50,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T02:20:50,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:50,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:50,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:50,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:50,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:50,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:50,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45324 deadline: 1731550910698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:50,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:50,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550910703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:50,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550910710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:50,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550910710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:50,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-14T02:20:50,776 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:50,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T02:20:50,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:50,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:50,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:50,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:50,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:50,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:50,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550910917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:50,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:50,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550910917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:50,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:50,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550910917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:50,929 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:50,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T02:20:50,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:50,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:50,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:50,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:50,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:50,950 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/bed524a114454ad0801a346acde1411b as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/bed524a114454ad0801a346acde1411b 2024-11-14T02:20:50,966 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4777514cead116647752666c162d56c0/A of 4777514cead116647752666c162d56c0 into bed524a114454ad0801a346acde1411b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:50,966 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:50,966 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0., storeName=4777514cead116647752666c162d56c0/A, priority=12, startTime=1731550850490; duration=0sec 2024-11-14T02:20:50,966 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:20:50,966 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4777514cead116647752666c162d56c0:A 2024-11-14T02:20:50,966 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:20:50,970 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:20:50,971 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): 4777514cead116647752666c162d56c0/C is initiating minor compaction (all files) 2024-11-14T02:20:50,971 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4777514cead116647752666c162d56c0/C in TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:50,971 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/9f4a8119da3540f1b7fb50031538ba9d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/a369451c6f0e4c01acb6cb0000ff8fb0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/475a8c9ab8b0495cba11a32d935ee195, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/81b9c6fb44a5428d9096d3b2c999ed8f] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp, totalSize=47.8 K 2024-11-14T02:20:50,972 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f4a8119da3540f1b7fb50031538ba9d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731550845241 2024-11-14T02:20:50,974 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting a369451c6f0e4c01acb6cb0000ff8fb0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731550846367 2024-11-14T02:20:50,978 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 475a8c9ab8b0495cba11a32d935ee195, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731550847613 2024-11-14T02:20:50,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/1676362c19504939aec8ea8740ee0d33 2024-11-14T02:20:50,978 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81b9c6fb44a5428d9096d3b2c999ed8f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731550848351 2024-11-14T02:20:50,980 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/0b7404c3023140d28de8221f1ecaa875 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/0b7404c3023140d28de8221f1ecaa875 2024-11-14T02:20:50,994 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4777514cead116647752666c162d56c0/B of 4777514cead116647752666c162d56c0 into 0b7404c3023140d28de8221f1ecaa875(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:50,994 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:50,994 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0., storeName=4777514cead116647752666c162d56c0/B, priority=12, startTime=1731550850491; duration=0sec 2024-11-14T02:20:50,994 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:50,994 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4777514cead116647752666c162d56c0:B 2024-11-14T02:20:51,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/89c67980fb674a50b5f4b4cd59a5a3e2 is 50, key is test_row_0/B:col10/1731550850529/Put/seqid=0 2024-11-14T02:20:51,007 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4777514cead116647752666c162d56c0#C#compaction#479 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:51,008 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/01913f26bb294fe69d40baa59367eab0 is 50, key is test_row_0/C:col10/1731550849522/Put/seqid=0 2024-11-14T02:20:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-14T02:20:51,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742383_1559 (size=12663) 2024-11-14T02:20:51,081 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/01913f26bb294fe69d40baa59367eab0 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/01913f26bb294fe69d40baa59367eab0 2024-11-14T02:20:51,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742382_1558 (size=12151) 2024-11-14T02:20:51,094 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:51,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T02:20:51,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:51,096 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4777514cead116647752666c162d56c0/C of 4777514cead116647752666c162d56c0 into 01913f26bb294fe69d40baa59367eab0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:51,096 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:51,096 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0., storeName=4777514cead116647752666c162d56c0/C, priority=12, startTime=1731550850492; duration=0sec 2024-11-14T02:20:51,097 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:51,097 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4777514cead116647752666c162d56c0:C 2024-11-14T02:20:51,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:51,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:51,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:51,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:51,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550911219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:51,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550911228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:51,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550911228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:51,253 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:51,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T02:20:51,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:51,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:51,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:51,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:51,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:51,407 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:51,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T02:20:51,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:51,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:51,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:51,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:51,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:51,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/89c67980fb674a50b5f4b4cd59a5a3e2 2024-11-14T02:20:51,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/b4701ff627c2401894955adf6e6eb5e9 is 50, key is test_row_0/C:col10/1731550850529/Put/seqid=0 2024-11-14T02:20:51,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742384_1560 (size=12151) 2024-11-14T02:20:51,559 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:51,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T02:20:51,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:51,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:51,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:51,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:51,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-14T02:20:51,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45324 deadline: 1731550911709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:51,717 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:51,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T02:20:51,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:51,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:51,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:51,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:51,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:51,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550911726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:51,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550911733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:51,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550911735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:51,873 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:51,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T02:20:51,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:51,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:51,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:51,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:51,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:51,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/b4701ff627c2401894955adf6e6eb5e9 2024-11-14T02:20:51,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/1676362c19504939aec8ea8740ee0d33 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/1676362c19504939aec8ea8740ee0d33 2024-11-14T02:20:51,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/1676362c19504939aec8ea8740ee0d33, entries=200, sequenceid=245, filesize=14.2 K 2024-11-14T02:20:51,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/89c67980fb674a50b5f4b4cd59a5a3e2 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/89c67980fb674a50b5f4b4cd59a5a3e2 2024-11-14T02:20:51,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/89c67980fb674a50b5f4b4cd59a5a3e2, entries=150, sequenceid=245, filesize=11.9 K 2024-11-14T02:20:51,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/b4701ff627c2401894955adf6e6eb5e9 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b4701ff627c2401894955adf6e6eb5e9 2024-11-14T02:20:51,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b4701ff627c2401894955adf6e6eb5e9, entries=150, sequenceid=245, filesize=11.9 K 2024-11-14T02:20:51,976 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4777514cead116647752666c162d56c0 in 1445ms, sequenceid=245, compaction requested=false 2024-11-14T02:20:51,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:52,026 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:52,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T02:20:52,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:52,027 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 4777514cead116647752666c162d56c0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T02:20:52,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=A 2024-11-14T02:20:52,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:52,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=B 2024-11-14T02:20:52,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:52,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=C 2024-11-14T02:20:52,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:52,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/a48bd4afaacc4e029d58f66c3ed9de28 is 50, key is test_row_0/A:col10/1731550850600/Put/seqid=0 2024-11-14T02:20:52,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742385_1561 (size=12301) 2024-11-14T02:20:52,450 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/a48bd4afaacc4e029d58f66c3ed9de28 2024-11-14T02:20:52,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/7b7a0daf9aa64d09bef8e130ab65aa38 is 50, key is test_row_0/B:col10/1731550850600/Put/seqid=0 2024-11-14T02:20:52,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742386_1562 (size=12301) 2024-11-14T02:20:52,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-14T02:20:52,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 4777514cead116647752666c162d56c0 2024-11-14T02:20:52,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:52,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:52,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550912753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:52,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:52,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550912762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:52,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:52,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550912763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:52,861 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/7b7a0daf9aa64d09bef8e130ab65aa38 2024-11-14T02:20:52,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:52,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550912864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:52,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/f71189a3fb4e4719812710c2092f7e6c is 50, key is test_row_0/C:col10/1731550850600/Put/seqid=0 2024-11-14T02:20:52,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:52,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550912876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:52,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:52,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550912878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:52,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742387_1563 (size=12301) 2024-11-14T02:20:53,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550913071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:53,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550913081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:53,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550913081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:53,302 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/f71189a3fb4e4719812710c2092f7e6c 2024-11-14T02:20:53,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/a48bd4afaacc4e029d58f66c3ed9de28 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/a48bd4afaacc4e029d58f66c3ed9de28 2024-11-14T02:20:53,317 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/a48bd4afaacc4e029d58f66c3ed9de28, entries=150, sequenceid=272, filesize=12.0 K 2024-11-14T02:20:53,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/7b7a0daf9aa64d09bef8e130ab65aa38 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/7b7a0daf9aa64d09bef8e130ab65aa38 2024-11-14T02:20:53,324 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/7b7a0daf9aa64d09bef8e130ab65aa38, entries=150, sequenceid=272, filesize=12.0 K 2024-11-14T02:20:53,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/f71189a3fb4e4719812710c2092f7e6c as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/f71189a3fb4e4719812710c2092f7e6c 2024-11-14T02:20:53,328 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/f71189a3fb4e4719812710c2092f7e6c, entries=150, sequenceid=272, filesize=12.0 K 2024-11-14T02:20:53,329 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 4777514cead116647752666c162d56c0 in 1302ms, sequenceid=272, compaction requested=true 2024-11-14T02:20:53,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:53,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:53,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-14T02:20:53,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-14T02:20:53,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-14T02:20:53,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8590 sec 2024-11-14T02:20:53,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 2.8660 sec 2024-11-14T02:20:53,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 4777514cead116647752666c162d56c0 2024-11-14T02:20:53,381 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4777514cead116647752666c162d56c0 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T02:20:53,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=A 2024-11-14T02:20:53,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:53,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=B 2024-11-14T02:20:53,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:53,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=C 2024-11-14T02:20:53,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:53,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/cf33b59dc51944e59ccbeed73f8b181f is 50, key is test_row_0/A:col10/1731550852760/Put/seqid=0 2024-11-14T02:20:53,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742388_1564 (size=14741) 2024-11-14T02:20:53,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/cf33b59dc51944e59ccbeed73f8b181f 2024-11-14T02:20:53,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/b6f0a9938c1c4be3bfe49521930909a7 is 50, key is test_row_0/B:col10/1731550852760/Put/seqid=0 2024-11-14T02:20:53,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:53,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550913441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:53,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:53,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550913442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:53,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550913443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:53,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742389_1565 (size=12301) 2024-11-14T02:20:53,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/b6f0a9938c1c4be3bfe49521930909a7 2024-11-14T02:20:53,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/1bfe309f3ca546499e45939d69e5c6c9 is 50, key is test_row_0/C:col10/1731550852760/Put/seqid=0 2024-11-14T02:20:53,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742390_1566 (size=12301) 2024-11-14T02:20:53,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:53,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550913558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:53,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:53,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550913559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:53,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:53,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550913562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:53,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:53,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45324 deadline: 1731550913726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:53,732 DEBUG [Thread-2253 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0., hostname=3d72750a2650,45917,1731550712637, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:20:53,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:53,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550913770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:53,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:53,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550913770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:53,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:53,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550913770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:53,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/1bfe309f3ca546499e45939d69e5c6c9 2024-11-14T02:20:53,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/cf33b59dc51944e59ccbeed73f8b181f as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/cf33b59dc51944e59ccbeed73f8b181f 2024-11-14T02:20:53,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/cf33b59dc51944e59ccbeed73f8b181f, entries=200, sequenceid=286, filesize=14.4 K 2024-11-14T02:20:53,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/b6f0a9938c1c4be3bfe49521930909a7 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/b6f0a9938c1c4be3bfe49521930909a7 2024-11-14T02:20:53,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/b6f0a9938c1c4be3bfe49521930909a7, entries=150, sequenceid=286, filesize=12.0 K 2024-11-14T02:20:53,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/1bfe309f3ca546499e45939d69e5c6c9 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/1bfe309f3ca546499e45939d69e5c6c9 2024-11-14T02:20:53,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/1bfe309f3ca546499e45939d69e5c6c9, entries=150, sequenceid=286, filesize=12.0 K 2024-11-14T02:20:53,988 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 4777514cead116647752666c162d56c0 in 606ms, sequenceid=286, compaction requested=true 2024-11-14T02:20:53,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:53,988 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:20:53,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4777514cead116647752666c162d56c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:20:53,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:53,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4777514cead116647752666c162d56c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:20:53,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:20:53,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4777514cead116647752666c162d56c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:20:53,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T02:20:53,989 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:20:53,989 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54246 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:20:53,990 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): 4777514cead116647752666c162d56c0/A is initiating minor compaction (all files) 2024-11-14T02:20:53,990 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4777514cead116647752666c162d56c0/A in TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:53,990 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/bed524a114454ad0801a346acde1411b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/1676362c19504939aec8ea8740ee0d33, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/a48bd4afaacc4e029d58f66c3ed9de28, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/cf33b59dc51944e59ccbeed73f8b181f] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp, totalSize=53.0 K 2024-11-14T02:20:53,991 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting bed524a114454ad0801a346acde1411b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731550848351 2024-11-14T02:20:53,992 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1676362c19504939aec8ea8740ee0d33, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731550849549 2024-11-14T02:20:53,992 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting a48bd4afaacc4e029d58f66c3ed9de28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731550850584 2024-11-14T02:20:53,992 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf33b59dc51944e59ccbeed73f8b181f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731550852752 2024-11-14T02:20:53,993 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:20:53,993 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): 4777514cead116647752666c162d56c0/B is initiating minor compaction (all files) 2024-11-14T02:20:53,993 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4777514cead116647752666c162d56c0/B in TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:53,993 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/0b7404c3023140d28de8221f1ecaa875, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/89c67980fb674a50b5f4b4cd59a5a3e2, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/7b7a0daf9aa64d09bef8e130ab65aa38, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/b6f0a9938c1c4be3bfe49521930909a7] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp, totalSize=48.3 K 2024-11-14T02:20:53,993 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b7404c3023140d28de8221f1ecaa875, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731550848351 2024-11-14T02:20:53,994 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 89c67980fb674a50b5f4b4cd59a5a3e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731550849561 2024-11-14T02:20:53,994 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b7a0daf9aa64d09bef8e130ab65aa38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731550850584 2024-11-14T02:20:53,995 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting b6f0a9938c1c4be3bfe49521930909a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731550852752 2024-11-14T02:20:54,015 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4777514cead116647752666c162d56c0#B#compaction#487 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:54,015 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4777514cead116647752666c162d56c0#A#compaction#488 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:54,016 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/de6dd52d9270467dace7ca7187b5b061 is 50, key is test_row_0/B:col10/1731550852760/Put/seqid=0 2024-11-14T02:20:54,016 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/5a9068d6018d40f4b43d31650e43b6e5 is 50, key is test_row_0/A:col10/1731550852760/Put/seqid=0 2024-11-14T02:20:54,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742392_1568 (size=12949) 2024-11-14T02:20:54,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742391_1567 (size=12949) 2024-11-14T02:20:54,077 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/de6dd52d9270467dace7ca7187b5b061 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/de6dd52d9270467dace7ca7187b5b061 2024-11-14T02:20:54,079 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/5a9068d6018d40f4b43d31650e43b6e5 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/5a9068d6018d40f4b43d31650e43b6e5 2024-11-14T02:20:54,083 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4777514cead116647752666c162d56c0/B of 4777514cead116647752666c162d56c0 into de6dd52d9270467dace7ca7187b5b061(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:54,083 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:54,083 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0., storeName=4777514cead116647752666c162d56c0/B, priority=12, startTime=1731550853988; duration=0sec 2024-11-14T02:20:54,083 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:20:54,083 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4777514cead116647752666c162d56c0:B 2024-11-14T02:20:54,083 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:20:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 4777514cead116647752666c162d56c0 2024-11-14T02:20:54,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4777514cead116647752666c162d56c0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T02:20:54,086 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:20:54,086 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): 4777514cead116647752666c162d56c0/C is initiating minor compaction (all files) 2024-11-14T02:20:54,086 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4777514cead116647752666c162d56c0/C in TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:54,086 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/01913f26bb294fe69d40baa59367eab0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b4701ff627c2401894955adf6e6eb5e9, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/f71189a3fb4e4719812710c2092f7e6c, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/1bfe309f3ca546499e45939d69e5c6c9] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp, totalSize=48.3 K 2024-11-14T02:20:54,086 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 01913f26bb294fe69d40baa59367eab0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731550848351 2024-11-14T02:20:54,087 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting b4701ff627c2401894955adf6e6eb5e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731550849561 2024-11-14T02:20:54,087 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting f71189a3fb4e4719812710c2092f7e6c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731550850584 2024-11-14T02:20:54,088 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bfe309f3ca546499e45939d69e5c6c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731550852752 2024-11-14T02:20:54,089 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4777514cead116647752666c162d56c0/A of 4777514cead116647752666c162d56c0 into 5a9068d6018d40f4b43d31650e43b6e5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:54,090 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:54,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=A 2024-11-14T02:20:54,090 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0., storeName=4777514cead116647752666c162d56c0/A, priority=12, startTime=1731550853988; duration=0sec 2024-11-14T02:20:54,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:54,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=B 2024-11-14T02:20:54,090 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:54,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:54,090 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4777514cead116647752666c162d56c0:A 2024-11-14T02:20:54,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=C 2024-11-14T02:20:54,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:54,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/ea4b3ab9e9d34dbc8bd48975534a99f4 is 50, key is test_row_0/A:col10/1731550854085/Put/seqid=0 2024-11-14T02:20:54,111 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4777514cead116647752666c162d56c0#C#compaction#490 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:54,112 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/7b6a40761c1b4fc1ba47dc508a391428 is 50, key is test_row_0/C:col10/1731550852760/Put/seqid=0 2024-11-14T02:20:54,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550914107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:54,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550914108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:54,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550914109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:54,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742393_1569 (size=19621) 2024-11-14T02:20:54,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/ea4b3ab9e9d34dbc8bd48975534a99f4 2024-11-14T02:20:54,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742394_1570 (size=12949) 2024-11-14T02:20:54,171 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/7b6a40761c1b4fc1ba47dc508a391428 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/7b6a40761c1b4fc1ba47dc508a391428 2024-11-14T02:20:54,177 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4777514cead116647752666c162d56c0/C of 4777514cead116647752666c162d56c0 into 7b6a40761c1b4fc1ba47dc508a391428(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:54,177 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:54,177 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0., storeName=4777514cead116647752666c162d56c0/C, priority=12, startTime=1731550853988; duration=0sec 2024-11-14T02:20:54,177 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:54,177 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4777514cead116647752666c162d56c0:C 2024-11-14T02:20:54,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/0359de316458419e9bc6ca6236b4b434 is 50, key is test_row_0/B:col10/1731550854085/Put/seqid=0 2024-11-14T02:20:54,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742395_1571 (size=12301) 2024-11-14T02:20:54,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550914217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:54,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550914229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:54,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550914230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:54,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550914431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:54,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550914435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:54,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550914435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-14T02:20:54,579 INFO [Thread-2261 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-14T02:20:54,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:20:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-14T02:20:54,584 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:20:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-14T02:20:54,584 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:20:54,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:20:54,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/0359de316458419e9bc6ca6236b4b434 2024-11-14T02:20:54,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/b54c414b41844cb59eec1823828e92a8 is 50, key is test_row_0/C:col10/1731550854085/Put/seqid=0 2024-11-14T02:20:54,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742396_1572 (size=12301) 2024-11-14T02:20:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-14T02:20:54,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550914733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:54,736 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:54,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-14T02:20:54,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:54,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:54,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:54,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:54,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:54,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550914740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:54,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550914743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-14T02:20:54,901 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:54,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-14T02:20:54,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:54,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:54,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:54,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:54,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:55,053 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:55,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-14T02:20:55,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:55,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:55,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:55,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:55,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:55,060 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/b54c414b41844cb59eec1823828e92a8 2024-11-14T02:20:55,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/ea4b3ab9e9d34dbc8bd48975534a99f4 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/ea4b3ab9e9d34dbc8bd48975534a99f4 2024-11-14T02:20:55,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/ea4b3ab9e9d34dbc8bd48975534a99f4, entries=300, sequenceid=314, filesize=19.2 K 2024-11-14T02:20:55,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/0359de316458419e9bc6ca6236b4b434 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/0359de316458419e9bc6ca6236b4b434 2024-11-14T02:20:55,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/0359de316458419e9bc6ca6236b4b434, entries=150, sequenceid=314, filesize=12.0 K 2024-11-14T02:20:55,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/b54c414b41844cb59eec1823828e92a8 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b54c414b41844cb59eec1823828e92a8 2024-11-14T02:20:55,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b54c414b41844cb59eec1823828e92a8, entries=150, sequenceid=314, filesize=12.0 K 2024-11-14T02:20:55,072 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 4777514cead116647752666c162d56c0 in 987ms, sequenceid=314, compaction requested=false 2024-11-14T02:20:55,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:55,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-14T02:20:55,206 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:55,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-14T02:20:55,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:55,206 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 4777514cead116647752666c162d56c0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T02:20:55,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=A 2024-11-14T02:20:55,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:55,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=B 2024-11-14T02:20:55,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:55,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=C 2024-11-14T02:20:55,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:55,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/efacba480b764990843068c1eb234ecb is 50, key is test_row_0/A:col10/1731550854099/Put/seqid=0 2024-11-14T02:20:55,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 4777514cead116647752666c162d56c0 2024-11-14T02:20:55,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742397_1573 (size=12301) 2024-11-14T02:20:55,256 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/efacba480b764990843068c1eb234ecb 2024-11-14T02:20:55,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/27e7620911484cf78417be5364031cfc is 50, key is test_row_0/B:col10/1731550854099/Put/seqid=0 2024-11-14T02:20:55,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742398_1574 (size=12301) 2024-11-14T02:20:55,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:55,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550915309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:55,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:55,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550915318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:55,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550915319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:55,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:55,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550915420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:55,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:55,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550915426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:55,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:55,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550915426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:55,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550915624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:55,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:55,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550915630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:55,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:55,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550915632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:55,671 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/27e7620911484cf78417be5364031cfc 2024-11-14T02:20:55,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/b63c19028eac4bf5b2f95cc66359fd94 is 50, key is test_row_0/C:col10/1731550854099/Put/seqid=0 2024-11-14T02:20:55,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742399_1575 (size=12301) 2024-11-14T02:20:55,682 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/b63c19028eac4bf5b2f95cc66359fd94 2024-11-14T02:20:55,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/efacba480b764990843068c1eb234ecb as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/efacba480b764990843068c1eb234ecb 2024-11-14T02:20:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-14T02:20:55,689 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/efacba480b764990843068c1eb234ecb, entries=150, sequenceid=326, filesize=12.0 K 2024-11-14T02:20:55,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/27e7620911484cf78417be5364031cfc as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/27e7620911484cf78417be5364031cfc 2024-11-14T02:20:55,693 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/27e7620911484cf78417be5364031cfc, entries=150, sequenceid=326, filesize=12.0 K 2024-11-14T02:20:55,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/b63c19028eac4bf5b2f95cc66359fd94 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b63c19028eac4bf5b2f95cc66359fd94 2024-11-14T02:20:55,698 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b63c19028eac4bf5b2f95cc66359fd94, entries=150, sequenceid=326, filesize=12.0 K 2024-11-14T02:20:55,699 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4777514cead116647752666c162d56c0 in 493ms, sequenceid=326, compaction requested=true 2024-11-14T02:20:55,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:55,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:55,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-14T02:20:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-14T02:20:55,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-14T02:20:55,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1160 sec 2024-11-14T02:20:55,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.1190 sec 2024-11-14T02:20:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 4777514cead116647752666c162d56c0 2024-11-14T02:20:55,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4777514cead116647752666c162d56c0 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T02:20:55,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=A 2024-11-14T02:20:55,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:55,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=B 2024-11-14T02:20:55,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:55,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=C 2024-11-14T02:20:55,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:55,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/fa89868293204b2490e7361ec1ea535f is 50, key is test_row_0/A:col10/1731550855316/Put/seqid=0 2024-11-14T02:20:55,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:55,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550915946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550915945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:55,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550915946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:55,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742400_1576 (size=14741) 2024-11-14T02:20:56,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550916048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:56,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550916048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:56,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550916051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:56,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550916254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:56,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550916254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:56,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550916254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:56,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/fa89868293204b2490e7361ec1ea535f 2024-11-14T02:20:56,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/18399d2ecb044b3085aec46f5e52887a is 50, key is test_row_0/B:col10/1731550855316/Put/seqid=0 2024-11-14T02:20:56,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742401_1577 (size=12301) 2024-11-14T02:20:56,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:56,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550916563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:56,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:56,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550916563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:56,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:56,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550916566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:56,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-14T02:20:56,688 INFO [Thread-2261 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-14T02:20:56,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:20:56,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-14T02:20:56,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-14T02:20:56,691 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:20:56,691 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:20:56,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:20:56,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-14T02:20:56,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/18399d2ecb044b3085aec46f5e52887a 2024-11-14T02:20:56,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/f1f15b106dff415cb6162272ff7bb03d is 50, key is test_row_0/C:col10/1731550855316/Put/seqid=0 2024-11-14T02:20:56,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742402_1578 (size=12301) 2024-11-14T02:20:56,843 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:56,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-14T02:20:56,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:56,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:56,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:56,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:56,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:56,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-14T02:20:56,995 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:56,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-14T02:20:56,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:56,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:56,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:56,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:56,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:57,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550917072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:57,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550917073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:57,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550917073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:57,148 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:57,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-14T02:20:57,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:57,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:57,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:57,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:57,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:20:57,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/f1f15b106dff415cb6162272ff7bb03d 2024-11-14T02:20:57,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/fa89868293204b2490e7361ec1ea535f as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/fa89868293204b2490e7361ec1ea535f 2024-11-14T02:20:57,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/fa89868293204b2490e7361ec1ea535f, entries=200, sequenceid=352, filesize=14.4 K 2024-11-14T02:20:57,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/18399d2ecb044b3085aec46f5e52887a as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/18399d2ecb044b3085aec46f5e52887a 2024-11-14T02:20:57,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/18399d2ecb044b3085aec46f5e52887a, entries=150, sequenceid=352, filesize=12.0 K 2024-11-14T02:20:57,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/f1f15b106dff415cb6162272ff7bb03d as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/f1f15b106dff415cb6162272ff7bb03d 2024-11-14T02:20:57,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/f1f15b106dff415cb6162272ff7bb03d, entries=150, sequenceid=352, filesize=12.0 K 2024-11-14T02:20:57,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 4777514cead116647752666c162d56c0 in 1315ms, sequenceid=352, compaction requested=true 2024-11-14T02:20:57,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:57,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4777514cead116647752666c162d56c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:20:57,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:57,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4777514cead116647752666c162d56c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:20:57,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:20:57,246 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:20:57,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4777514cead116647752666c162d56c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:20:57,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:20:57,246 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:20:57,247 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 59612 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:20:57,247 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): 4777514cead116647752666c162d56c0/A is initiating minor compaction (all files) 2024-11-14T02:20:57,247 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4777514cead116647752666c162d56c0/A in TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:57,247 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/5a9068d6018d40f4b43d31650e43b6e5, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/ea4b3ab9e9d34dbc8bd48975534a99f4, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/efacba480b764990843068c1eb234ecb, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/fa89868293204b2490e7361ec1ea535f] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp, totalSize=58.2 K 2024-11-14T02:20:57,249 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:20:57,249 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): 4777514cead116647752666c162d56c0/B is initiating minor compaction (all files) 2024-11-14T02:20:57,249 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4777514cead116647752666c162d56c0/B in TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:57,249 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/de6dd52d9270467dace7ca7187b5b061, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/0359de316458419e9bc6ca6236b4b434, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/27e7620911484cf78417be5364031cfc, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/18399d2ecb044b3085aec46f5e52887a] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp, totalSize=48.7 K 2024-11-14T02:20:57,250 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a9068d6018d40f4b43d31650e43b6e5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731550852752 2024-11-14T02:20:57,250 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea4b3ab9e9d34dbc8bd48975534a99f4, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731550853429 2024-11-14T02:20:57,250 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting de6dd52d9270467dace7ca7187b5b061, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731550852752 2024-11-14T02:20:57,250 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting efacba480b764990843068c1eb234ecb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731550854099 2024-11-14T02:20:57,251 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 0359de316458419e9bc6ca6236b4b434, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731550853440 2024-11-14T02:20:57,251 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa89868293204b2490e7361ec1ea535f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731550855293 2024-11-14T02:20:57,251 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 27e7620911484cf78417be5364031cfc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731550854099 2024-11-14T02:20:57,251 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 18399d2ecb044b3085aec46f5e52887a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731550855293 2024-11-14T02:20:57,260 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4777514cead116647752666c162d56c0#A#compaction#499 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:57,261 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/fa66768291b349408087125256809fc9 is 50, key is test_row_0/A:col10/1731550855316/Put/seqid=0 2024-11-14T02:20:57,263 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4777514cead116647752666c162d56c0#B#compaction#500 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:57,263 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/88a4f322f72c4610942d875b1dc33935 is 50, key is test_row_0/B:col10/1731550855316/Put/seqid=0 2024-11-14T02:20:57,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742403_1579 (size=13085) 2024-11-14T02:20:57,281 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/fa66768291b349408087125256809fc9 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/fa66768291b349408087125256809fc9 2024-11-14T02:20:57,286 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4777514cead116647752666c162d56c0/A of 4777514cead116647752666c162d56c0 into fa66768291b349408087125256809fc9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:57,286 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:57,286 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0., storeName=4777514cead116647752666c162d56c0/A, priority=12, startTime=1731550857246; duration=0sec 2024-11-14T02:20:57,286 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:20:57,286 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4777514cead116647752666c162d56c0:A 2024-11-14T02:20:57,286 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:20:57,288 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:20:57,288 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): 4777514cead116647752666c162d56c0/C is initiating minor compaction (all files) 2024-11-14T02:20:57,288 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4777514cead116647752666c162d56c0/C in TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:57,288 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/7b6a40761c1b4fc1ba47dc508a391428, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b54c414b41844cb59eec1823828e92a8, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b63c19028eac4bf5b2f95cc66359fd94, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/f1f15b106dff415cb6162272ff7bb03d] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp, totalSize=48.7 K 2024-11-14T02:20:57,288 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b6a40761c1b4fc1ba47dc508a391428, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731550852752 2024-11-14T02:20:57,288 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting b54c414b41844cb59eec1823828e92a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731550853440 2024-11-14T02:20:57,289 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting b63c19028eac4bf5b2f95cc66359fd94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731550854099 2024-11-14T02:20:57,289 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1f15b106dff415cb6162272ff7bb03d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731550855293 2024-11-14T02:20:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-14T02:20:57,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742404_1580 (size=13085) 2024-11-14T02:20:57,297 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4777514cead116647752666c162d56c0#C#compaction#501 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:57,298 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/be6b550cb2ab4b05b96990b63f6eb536 is 50, key is test_row_0/C:col10/1731550855316/Put/seqid=0 2024-11-14T02:20:57,302 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:20:57,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-14T02:20:57,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:57,302 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 4777514cead116647752666c162d56c0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T02:20:57,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=A 2024-11-14T02:20:57,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:57,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=B 2024-11-14T02:20:57,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:57,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=C 2024-11-14T02:20:57,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:57,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742405_1581 (size=13085) 2024-11-14T02:20:57,320 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/88a4f322f72c4610942d875b1dc33935 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/88a4f322f72c4610942d875b1dc33935 2024-11-14T02:20:57,323 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/be6b550cb2ab4b05b96990b63f6eb536 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/be6b550cb2ab4b05b96990b63f6eb536 2024-11-14T02:20:57,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/d598cfc8416449eb89e2bdb7e601ca04 is 50, key is test_row_0/A:col10/1731550855945/Put/seqid=0 2024-11-14T02:20:57,328 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4777514cead116647752666c162d56c0/B of 4777514cead116647752666c162d56c0 into 88a4f322f72c4610942d875b1dc33935(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:57,328 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:57,328 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0., storeName=4777514cead116647752666c162d56c0/B, priority=12, startTime=1731550857246; duration=0sec 2024-11-14T02:20:57,329 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:57,329 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4777514cead116647752666c162d56c0:B 2024-11-14T02:20:57,330 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4777514cead116647752666c162d56c0/C of 4777514cead116647752666c162d56c0 into be6b550cb2ab4b05b96990b63f6eb536(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:57,330 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:57,330 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0., storeName=4777514cead116647752666c162d56c0/C, priority=12, startTime=1731550857246; duration=0sec 2024-11-14T02:20:57,330 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:57,330 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4777514cead116647752666c162d56c0:C 2024-11-14T02:20:57,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742406_1582 (size=12301) 2024-11-14T02:20:57,340 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/d598cfc8416449eb89e2bdb7e601ca04 2024-11-14T02:20:57,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/5508b01d31d041dfa381316c01a36275 is 50, key is test_row_0/B:col10/1731550855945/Put/seqid=0 2024-11-14T02:20:57,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742407_1583 (size=12301) 2024-11-14T02:20:57,352 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/5508b01d31d041dfa381316c01a36275 2024-11-14T02:20:57,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/c52a22c274d3459b9fc897d0406dd73e is 50, key is test_row_0/C:col10/1731550855945/Put/seqid=0 2024-11-14T02:20:57,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742408_1584 (size=12301) 2024-11-14T02:20:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 4777514cead116647752666c162d56c0 2024-11-14T02:20:57,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. as already flushing 2024-11-14T02:20:57,765 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/c52a22c274d3459b9fc897d0406dd73e 2024-11-14T02:20:57,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/d598cfc8416449eb89e2bdb7e601ca04 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/d598cfc8416449eb89e2bdb7e601ca04 2024-11-14T02:20:57,778 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/d598cfc8416449eb89e2bdb7e601ca04, entries=150, sequenceid=364, filesize=12.0 K 2024-11-14T02:20:57,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/5508b01d31d041dfa381316c01a36275 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/5508b01d31d041dfa381316c01a36275 2024-11-14T02:20:57,787 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/5508b01d31d041dfa381316c01a36275, entries=150, sequenceid=364, filesize=12.0 K 2024-11-14T02:20:57,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/c52a22c274d3459b9fc897d0406dd73e as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/c52a22c274d3459b9fc897d0406dd73e 2024-11-14T02:20:57,793 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/c52a22c274d3459b9fc897d0406dd73e, entries=150, sequenceid=364, filesize=12.0 K 2024-11-14T02:20:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-14T02:20:57,795 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=60.38 KB/61830 for 4777514cead116647752666c162d56c0 in 493ms, sequenceid=364, compaction requested=false 2024-11-14T02:20:57,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:57,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:57,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-14T02:20:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 4777514cead116647752666c162d56c0 2024-11-14T02:20:57,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4777514cead116647752666c162d56c0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T02:20:57,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=A 2024-11-14T02:20:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-14T02:20:57,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:57,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=B 2024-11-14T02:20:57,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:57,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=C 2024-11-14T02:20:57,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:57,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-14T02:20:57,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1050 sec 2024-11-14T02:20:57,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/190274271f0a4af699d761de0741a800 is 50, key is test_row_0/A:col10/1731550857793/Put/seqid=0 2024-11-14T02:20:57,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.1110 sec 2024-11-14T02:20:57,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742409_1585 (size=14741) 2024-11-14T02:20:57,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45324 deadline: 1731550917943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:58,055 DEBUG [Thread-2262 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14088aa9 to 127.0.0.1:65203 2024-11-14T02:20:58,055 DEBUG [Thread-2262 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:20:58,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45324 deadline: 1731550918054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:58,062 DEBUG [Thread-2266 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x47ef9951 to 127.0.0.1:65203 2024-11-14T02:20:58,062 DEBUG [Thread-2266 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:20:58,062 DEBUG [Thread-2264 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40302925 to 127.0.0.1:65203 2024-11-14T02:20:58,062 DEBUG [Thread-2264 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:20:58,063 DEBUG [Thread-2270 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x02430fee to 127.0.0.1:65203 2024-11-14T02:20:58,063 DEBUG [Thread-2270 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:20:58,069 DEBUG [Thread-2268 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x567011a8 to 127.0.0.1:65203 2024-11-14T02:20:58,069 DEBUG [Thread-2268 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:20:58,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45366 deadline: 1731550918079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:58,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45362 deadline: 1731550918080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:58,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45384 deadline: 1731550918085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:58,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/190274271f0a4af699d761de0741a800 2024-11-14T02:20:58,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/8c269713d0b84f12abf531689968b8c2 is 50, key is test_row_0/B:col10/1731550857793/Put/seqid=0 2024-11-14T02:20:58,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742410_1586 (size=12301) 2024-11-14T02:20:58,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45324 deadline: 1731550918260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:58,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:20:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45324 deadline: 1731550918562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 2024-11-14T02:20:58,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/8c269713d0b84f12abf531689968b8c2 2024-11-14T02:20:58,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/6a7afd8f52454a098223391b2e156bb7 is 50, key is test_row_0/C:col10/1731550857793/Put/seqid=0 2024-11-14T02:20:58,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742411_1587 (size=12301) 2024-11-14T02:20:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-14T02:20:58,795 INFO [Thread-2261 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-14T02:20:59,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/6a7afd8f52454a098223391b2e156bb7 2024-11-14T02:20:59,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/190274271f0a4af699d761de0741a800 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/190274271f0a4af699d761de0741a800 2024-11-14T02:20:59,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/190274271f0a4af699d761de0741a800, entries=200, sequenceid=379, filesize=14.4 K 2024-11-14T02:20:59,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/8c269713d0b84f12abf531689968b8c2 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/8c269713d0b84f12abf531689968b8c2 2024-11-14T02:20:59,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/8c269713d0b84f12abf531689968b8c2, entries=150, sequenceid=379, filesize=12.0 K 2024-11-14T02:20:59,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/6a7afd8f52454a098223391b2e156bb7 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/6a7afd8f52454a098223391b2e156bb7 2024-11-14T02:20:59,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/6a7afd8f52454a098223391b2e156bb7, entries=150, sequenceid=379, filesize=12.0 K 2024-11-14T02:20:59,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4777514cead116647752666c162d56c0 in 1240ms, sequenceid=379, compaction requested=true 2024-11-14T02:20:59,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:59,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4777514cead116647752666c162d56c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:20:59,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:59,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4777514cead116647752666c162d56c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:20:59,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:59,035 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:20:59,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4777514cead116647752666c162d56c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:20:59,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:20:59,035 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:20:59,036 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:20:59,036 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): 4777514cead116647752666c162d56c0/A is initiating minor compaction (all files) 2024-11-14T02:20:59,036 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:20:59,036 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4777514cead116647752666c162d56c0/A in TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:59,036 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): 4777514cead116647752666c162d56c0/B is initiating minor compaction (all files) 2024-11-14T02:20:59,036 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4777514cead116647752666c162d56c0/B in TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:59,036 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/fa66768291b349408087125256809fc9, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/d598cfc8416449eb89e2bdb7e601ca04, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/190274271f0a4af699d761de0741a800] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp, totalSize=39.2 K 2024-11-14T02:20:59,036 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/88a4f322f72c4610942d875b1dc33935, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/5508b01d31d041dfa381316c01a36275, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/8c269713d0b84f12abf531689968b8c2] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp, totalSize=36.8 K 2024-11-14T02:20:59,036 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa66768291b349408087125256809fc9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731550855293 2024-11-14T02:20:59,036 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 88a4f322f72c4610942d875b1dc33935, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731550855293 2024-11-14T02:20:59,036 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting d598cfc8416449eb89e2bdb7e601ca04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731550855944 2024-11-14T02:20:59,036 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 5508b01d31d041dfa381316c01a36275, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731550855944 2024-11-14T02:20:59,037 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 190274271f0a4af699d761de0741a800, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731550857758 2024-11-14T02:20:59,037 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c269713d0b84f12abf531689968b8c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731550857758 2024-11-14T02:20:59,041 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4777514cead116647752666c162d56c0#B#compaction#509 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:59,041 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4777514cead116647752666c162d56c0#A#compaction#508 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:59,042 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/b1d562e032e14aa184f2b865203db8ea is 50, key is test_row_0/B:col10/1731550857793/Put/seqid=0 2024-11-14T02:20:59,042 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/9dccbc3b65754af48735bb4420acc9c4 is 50, key is test_row_0/A:col10/1731550857793/Put/seqid=0 2024-11-14T02:20:59,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742412_1588 (size=13187) 2024-11-14T02:20:59,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742413_1589 (size=13187) 2024-11-14T02:20:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on 4777514cead116647752666c162d56c0 2024-11-14T02:20:59,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4777514cead116647752666c162d56c0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T02:20:59,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=A 2024-11-14T02:20:59,069 DEBUG [Thread-2253 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65e17c26 to 127.0.0.1:65203 2024-11-14T02:20:59,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:59,069 DEBUG [Thread-2253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:20:59,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=B 2024-11-14T02:20:59,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:59,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=C 2024-11-14T02:20:59,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:20:59,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/a17da367c14340638bfa15b8b83240b0 is 50, key is test_row_0/A:col10/1731550857926/Put/seqid=0 2024-11-14T02:20:59,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742414_1590 (size=12301) 2024-11-14T02:20:59,448 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/b1d562e032e14aa184f2b865203db8ea as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/b1d562e032e14aa184f2b865203db8ea 2024-11-14T02:20:59,448 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/9dccbc3b65754af48735bb4420acc9c4 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/9dccbc3b65754af48735bb4420acc9c4 2024-11-14T02:20:59,452 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4777514cead116647752666c162d56c0/A of 4777514cead116647752666c162d56c0 into 9dccbc3b65754af48735bb4420acc9c4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:59,452 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4777514cead116647752666c162d56c0/B of 4777514cead116647752666c162d56c0 into b1d562e032e14aa184f2b865203db8ea(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:59,452 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:59,452 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:59,452 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0., storeName=4777514cead116647752666c162d56c0/B, priority=13, startTime=1731550859035; duration=0sec 2024-11-14T02:20:59,452 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0., storeName=4777514cead116647752666c162d56c0/A, priority=13, startTime=1731550859035; duration=0sec 2024-11-14T02:20:59,452 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:20:59,452 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4777514cead116647752666c162d56c0:A 2024-11-14T02:20:59,452 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:59,452 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4777514cead116647752666c162d56c0:B 2024-11-14T02:20:59,452 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:20:59,452 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:20:59,452 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): 4777514cead116647752666c162d56c0/C is initiating minor compaction (all files) 2024-11-14T02:20:59,453 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4777514cead116647752666c162d56c0/C in TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:20:59,453 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/be6b550cb2ab4b05b96990b63f6eb536, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/c52a22c274d3459b9fc897d0406dd73e, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/6a7afd8f52454a098223391b2e156bb7] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp, totalSize=36.8 K 2024-11-14T02:20:59,453 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting be6b550cb2ab4b05b96990b63f6eb536, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731550855293 2024-11-14T02:20:59,453 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting c52a22c274d3459b9fc897d0406dd73e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731550855944 2024-11-14T02:20:59,453 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a7afd8f52454a098223391b2e156bb7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731550857758 2024-11-14T02:20:59,459 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4777514cead116647752666c162d56c0#C#compaction#511 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:20:59,459 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/b25b8f3a1f5543278072c226f4ab58e6 is 50, key is test_row_0/C:col10/1731550857793/Put/seqid=0 2024-11-14T02:20:59,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742415_1591 (size=13187) 2024-11-14T02:20:59,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/a17da367c14340638bfa15b8b83240b0 2024-11-14T02:20:59,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/99de8e6124d94be396d62c4c12521e3d is 50, key is test_row_0/B:col10/1731550857926/Put/seqid=0 2024-11-14T02:20:59,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742416_1592 (size=12301) 2024-11-14T02:20:59,866 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/b25b8f3a1f5543278072c226f4ab58e6 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b25b8f3a1f5543278072c226f4ab58e6 2024-11-14T02:20:59,870 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4777514cead116647752666c162d56c0/C of 4777514cead116647752666c162d56c0 into b25b8f3a1f5543278072c226f4ab58e6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:20:59,870 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:20:59,870 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0., storeName=4777514cead116647752666c162d56c0/C, priority=13, startTime=1731550859035; duration=0sec 2024-11-14T02:20:59,871 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:20:59,871 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4777514cead116647752666c162d56c0:C 2024-11-14T02:20:59,884 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/99de8e6124d94be396d62c4c12521e3d 2024-11-14T02:20:59,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/b96a5ec0517b451f8827cdb506ff15d2 is 50, key is test_row_0/C:col10/1731550857926/Put/seqid=0 2024-11-14T02:20:59,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742417_1593 (size=12301) 2024-11-14T02:21:00,084 DEBUG [Thread-2255 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53fc02ba to 127.0.0.1:65203 2024-11-14T02:21:00,084 DEBUG [Thread-2255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:21:00,096 DEBUG [Thread-2259 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x39b3baa5 to 127.0.0.1:65203 2024-11-14T02:21:00,096 DEBUG [Thread-2259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:21:00,099 DEBUG [Thread-2251 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38dd8644 to 127.0.0.1:65203 2024-11-14T02:21:00,099 DEBUG [Thread-2251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:21:00,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/b96a5ec0517b451f8827cdb506ff15d2 2024-11-14T02:21:00,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/a17da367c14340638bfa15b8b83240b0 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/a17da367c14340638bfa15b8b83240b0 2024-11-14T02:21:00,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/a17da367c14340638bfa15b8b83240b0, entries=150, sequenceid=403, filesize=12.0 K 2024-11-14T02:21:00,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/99de8e6124d94be396d62c4c12521e3d as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/99de8e6124d94be396d62c4c12521e3d 2024-11-14T02:21:00,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/99de8e6124d94be396d62c4c12521e3d, entries=150, sequenceid=403, filesize=12.0 K 2024-11-14T02:21:00,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/b96a5ec0517b451f8827cdb506ff15d2 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b96a5ec0517b451f8827cdb506ff15d2 2024-11-14T02:21:00,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b96a5ec0517b451f8827cdb506ff15d2, entries=150, sequenceid=403, filesize=12.0 K 2024-11-14T02:21:00,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=20.13 KB/20610 for 4777514cead116647752666c162d56c0 in 1240ms, sequenceid=403, compaction requested=false 2024-11-14T02:21:00,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:21:00,490 DEBUG [Thread-2257 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2011d733 to 127.0.0.1:65203 2024-11-14T02:21:00,490 DEBUG [Thread-2257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:21:00,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T02:21:00,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-14T02:21:00,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-11-14T02:21:00,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-14T02:21:00,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-14T02:21:00,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-14T02:21:00,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T02:21:00,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T02:21:00,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2041 2024-11-14T02:21:00,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6123 rows 2024-11-14T02:21:00,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2040 2024-11-14T02:21:00,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6120 rows 2024-11-14T02:21:00,491 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2066 2024-11-14T02:21:00,491 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6198 rows 2024-11-14T02:21:00,491 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2068 2024-11-14T02:21:00,491 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6204 rows 2024-11-14T02:21:00,491 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2051 2024-11-14T02:21:00,491 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6153 rows 2024-11-14T02:21:00,491 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-14T02:21:00,491 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x59daaa82 to 127.0.0.1:65203 2024-11-14T02:21:00,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:21:00,492 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-14T02:21:00,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-14T02:21:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T02:21:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-14T02:21:00,499 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731550860498"}]},"ts":"1731550860498"} 2024-11-14T02:21:00,500 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T02:21:00,504 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T02:21:00,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T02:21:00,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4777514cead116647752666c162d56c0, UNASSIGN}] 2024-11-14T02:21:00,508 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4777514cead116647752666c162d56c0, UNASSIGN 2024-11-14T02:21:00,509 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=4777514cead116647752666c162d56c0, regionState=CLOSING, regionLocation=3d72750a2650,45917,1731550712637 2024-11-14T02:21:00,510 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T02:21:00,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; CloseRegionProcedure 4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637}] 2024-11-14T02:21:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-14T02:21:00,662 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:00,662 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] handler.UnassignRegionHandler(124): Close 4777514cead116647752666c162d56c0 2024-11-14T02:21:00,662 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T02:21:00,662 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1681): Closing 4777514cead116647752666c162d56c0, disabling compactions & flushes 2024-11-14T02:21:00,662 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:21:00,662 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:21:00,662 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. after waiting 0 ms 2024-11-14T02:21:00,662 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:21:00,663 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(2837): Flushing 4777514cead116647752666c162d56c0 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-14T02:21:00,663 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=A 2024-11-14T02:21:00,663 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:00,663 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=B 2024-11-14T02:21:00,663 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:00,663 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4777514cead116647752666c162d56c0, store=C 2024-11-14T02:21:00,663 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:00,666 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/d8e1975b96924bff91cddd87d5245ece is 50, key is test_row_0/A:col10/1731550860098/Put/seqid=0 2024-11-14T02:21:00,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742418_1594 (size=9857) 2024-11-14T02:21:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-14T02:21:01,014 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T02:21:01,069 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/d8e1975b96924bff91cddd87d5245ece 2024-11-14T02:21:01,074 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/a1bbb9bd61e44f42b627ed42d85729b2 is 50, key is test_row_0/B:col10/1731550860098/Put/seqid=0 2024-11-14T02:21:01,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742419_1595 (size=9857) 2024-11-14T02:21:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-14T02:21:01,477 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/a1bbb9bd61e44f42b627ed42d85729b2 2024-11-14T02:21:01,483 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/7ed396a930984718939e1fdb611eeb05 is 50, key is test_row_0/C:col10/1731550860098/Put/seqid=0 2024-11-14T02:21:01,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742420_1596 (size=9857) 2024-11-14T02:21:01,486 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/7ed396a930984718939e1fdb611eeb05 2024-11-14T02:21:01,490 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/A/d8e1975b96924bff91cddd87d5245ece as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/d8e1975b96924bff91cddd87d5245ece 2024-11-14T02:21:01,493 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/d8e1975b96924bff91cddd87d5245ece, entries=100, sequenceid=413, filesize=9.6 K 2024-11-14T02:21:01,493 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/B/a1bbb9bd61e44f42b627ed42d85729b2 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/a1bbb9bd61e44f42b627ed42d85729b2 2024-11-14T02:21:01,496 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/a1bbb9bd61e44f42b627ed42d85729b2, entries=100, sequenceid=413, filesize=9.6 K 2024-11-14T02:21:01,496 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/.tmp/C/7ed396a930984718939e1fdb611eeb05 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/7ed396a930984718939e1fdb611eeb05 2024-11-14T02:21:01,499 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/7ed396a930984718939e1fdb611eeb05, entries=100, sequenceid=413, filesize=9.6 K 2024-11-14T02:21:01,500 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 4777514cead116647752666c162d56c0 in 838ms, sequenceid=413, compaction requested=true 2024-11-14T02:21:01,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/72fc18a213d942508f76bac7406b76d3, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/1a507db4d2e5446da20a8a23c00dd801, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/781d8cd79049467da0958823a51dafbf, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/881c3ab36ac14c30a147231c07b0c173, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/aa732645e5814b8a832267cf92633633, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/69e441757aec4db6bc3fcab7f4998243, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/c1cdd57cb3cb4f8bbd60fbaa88398192, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/18055acc0aac40c5beb6054b6e0ceacc, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/fac67add3cda4885a6cb449984e40b91, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/60d7946b00774b279aaae6f251c42ce9, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/d1d6ca1f27704b198d4762282a6b750d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/29b6c6d9880145b581944245557b4bc0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/3e41847fc72a4957a550b39dfd193cf7, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/cc9c1296e30e46bd9ec3227ada766950, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/bed524a114454ad0801a346acde1411b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/1c172d10e4db4eca92d29210a954ff38, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/1676362c19504939aec8ea8740ee0d33, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/a48bd4afaacc4e029d58f66c3ed9de28, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/cf33b59dc51944e59ccbeed73f8b181f, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/5a9068d6018d40f4b43d31650e43b6e5, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/ea4b3ab9e9d34dbc8bd48975534a99f4, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/efacba480b764990843068c1eb234ecb, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/fa89868293204b2490e7361ec1ea535f, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/fa66768291b349408087125256809fc9, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/d598cfc8416449eb89e2bdb7e601ca04, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/190274271f0a4af699d761de0741a800] to archive 2024-11-14T02:21:01,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T02:21:01,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/72fc18a213d942508f76bac7406b76d3 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/72fc18a213d942508f76bac7406b76d3 2024-11-14T02:21:01,504 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/1a507db4d2e5446da20a8a23c00dd801 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/1a507db4d2e5446da20a8a23c00dd801 2024-11-14T02:21:01,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/781d8cd79049467da0958823a51dafbf to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/781d8cd79049467da0958823a51dafbf 2024-11-14T02:21:01,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/881c3ab36ac14c30a147231c07b0c173 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/881c3ab36ac14c30a147231c07b0c173 2024-11-14T02:21:01,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/aa732645e5814b8a832267cf92633633 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/aa732645e5814b8a832267cf92633633 2024-11-14T02:21:01,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/69e441757aec4db6bc3fcab7f4998243 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/69e441757aec4db6bc3fcab7f4998243 2024-11-14T02:21:01,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/c1cdd57cb3cb4f8bbd60fbaa88398192 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/c1cdd57cb3cb4f8bbd60fbaa88398192 2024-11-14T02:21:01,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/18055acc0aac40c5beb6054b6e0ceacc to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/18055acc0aac40c5beb6054b6e0ceacc 2024-11-14T02:21:01,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/fac67add3cda4885a6cb449984e40b91 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/fac67add3cda4885a6cb449984e40b91 2024-11-14T02:21:01,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/60d7946b00774b279aaae6f251c42ce9 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/60d7946b00774b279aaae6f251c42ce9 2024-11-14T02:21:01,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/d1d6ca1f27704b198d4762282a6b750d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/d1d6ca1f27704b198d4762282a6b750d 2024-11-14T02:21:01,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/29b6c6d9880145b581944245557b4bc0 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/29b6c6d9880145b581944245557b4bc0 2024-11-14T02:21:01,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/3e41847fc72a4957a550b39dfd193cf7 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/3e41847fc72a4957a550b39dfd193cf7 2024-11-14T02:21:01,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/cc9c1296e30e46bd9ec3227ada766950 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/cc9c1296e30e46bd9ec3227ada766950 2024-11-14T02:21:01,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/bed524a114454ad0801a346acde1411b to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/bed524a114454ad0801a346acde1411b 2024-11-14T02:21:01,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/1c172d10e4db4eca92d29210a954ff38 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/1c172d10e4db4eca92d29210a954ff38 2024-11-14T02:21:01,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/1676362c19504939aec8ea8740ee0d33 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/1676362c19504939aec8ea8740ee0d33 2024-11-14T02:21:01,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/a48bd4afaacc4e029d58f66c3ed9de28 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/a48bd4afaacc4e029d58f66c3ed9de28 2024-11-14T02:21:01,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/cf33b59dc51944e59ccbeed73f8b181f to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/cf33b59dc51944e59ccbeed73f8b181f 2024-11-14T02:21:01,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/5a9068d6018d40f4b43d31650e43b6e5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/5a9068d6018d40f4b43d31650e43b6e5 2024-11-14T02:21:01,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/ea4b3ab9e9d34dbc8bd48975534a99f4 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/ea4b3ab9e9d34dbc8bd48975534a99f4 2024-11-14T02:21:01,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/efacba480b764990843068c1eb234ecb to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/efacba480b764990843068c1eb234ecb 2024-11-14T02:21:01,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/fa89868293204b2490e7361ec1ea535f to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/fa89868293204b2490e7361ec1ea535f 2024-11-14T02:21:01,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/fa66768291b349408087125256809fc9 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/fa66768291b349408087125256809fc9 2024-11-14T02:21:01,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/d598cfc8416449eb89e2bdb7e601ca04 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/d598cfc8416449eb89e2bdb7e601ca04 2024-11-14T02:21:01,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/190274271f0a4af699d761de0741a800 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/190274271f0a4af699d761de0741a800 2024-11-14T02:21:01,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/fe905257371242d099ddd69b3f44f659, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/3d5c2781890041abbeef06899a32fbc3, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/a52ec35292e447f79d8007fc652ecc78, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/207e17e8acb744eeadf75b0bd9da342b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/0efa0079001f4e2fb880603a4e13a92b, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/60fc22949ecd442c90b67066ed66f4ae, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/c6dd29a40a014b5fa7ba0c1c6db337ff, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/0e6e9cb5ae30495ca8ac11edf7cd9cd0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/7b7ae4130dab48db82e8849eae78d62e, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/b807b716ce304a5b8631553b8011f472, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/062929c4c6024ed291d4481631113423, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/3aac3cf35cad40a280c26d9bee7bf7c2, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/83b9b7cc805b4d1f9f86c93de92f3522, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/2efa56e97c0640bebcba8175c1b6be5c, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/0b7404c3023140d28de8221f1ecaa875, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/5ca53f541d564cb3a764249090eb2697, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/89c67980fb674a50b5f4b4cd59a5a3e2, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/7b7a0daf9aa64d09bef8e130ab65aa38, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/de6dd52d9270467dace7ca7187b5b061, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/b6f0a9938c1c4be3bfe49521930909a7, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/0359de316458419e9bc6ca6236b4b434, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/27e7620911484cf78417be5364031cfc, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/88a4f322f72c4610942d875b1dc33935, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/18399d2ecb044b3085aec46f5e52887a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/5508b01d31d041dfa381316c01a36275, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/8c269713d0b84f12abf531689968b8c2] to archive 2024-11-14T02:21:01,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T02:21:01,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/fe905257371242d099ddd69b3f44f659 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/fe905257371242d099ddd69b3f44f659 2024-11-14T02:21:01,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/3d5c2781890041abbeef06899a32fbc3 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/3d5c2781890041abbeef06899a32fbc3 2024-11-14T02:21:01,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/a52ec35292e447f79d8007fc652ecc78 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/a52ec35292e447f79d8007fc652ecc78 2024-11-14T02:21:01,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/207e17e8acb744eeadf75b0bd9da342b to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/207e17e8acb744eeadf75b0bd9da342b 2024-11-14T02:21:01,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/0efa0079001f4e2fb880603a4e13a92b to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/0efa0079001f4e2fb880603a4e13a92b 2024-11-14T02:21:01,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/60fc22949ecd442c90b67066ed66f4ae to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/60fc22949ecd442c90b67066ed66f4ae 2024-11-14T02:21:01,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/c6dd29a40a014b5fa7ba0c1c6db337ff to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/c6dd29a40a014b5fa7ba0c1c6db337ff 2024-11-14T02:21:01,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/0e6e9cb5ae30495ca8ac11edf7cd9cd0 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/0e6e9cb5ae30495ca8ac11edf7cd9cd0 2024-11-14T02:21:01,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/7b7ae4130dab48db82e8849eae78d62e to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/7b7ae4130dab48db82e8849eae78d62e 2024-11-14T02:21:01,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/b807b716ce304a5b8631553b8011f472 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/b807b716ce304a5b8631553b8011f472 2024-11-14T02:21:01,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/062929c4c6024ed291d4481631113423 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/062929c4c6024ed291d4481631113423 2024-11-14T02:21:01,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/3aac3cf35cad40a280c26d9bee7bf7c2 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/3aac3cf35cad40a280c26d9bee7bf7c2 2024-11-14T02:21:01,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/83b9b7cc805b4d1f9f86c93de92f3522 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/83b9b7cc805b4d1f9f86c93de92f3522 2024-11-14T02:21:01,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/2efa56e97c0640bebcba8175c1b6be5c to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/2efa56e97c0640bebcba8175c1b6be5c 2024-11-14T02:21:01,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/0b7404c3023140d28de8221f1ecaa875 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/0b7404c3023140d28de8221f1ecaa875 2024-11-14T02:21:01,541 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/5ca53f541d564cb3a764249090eb2697 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/5ca53f541d564cb3a764249090eb2697 2024-11-14T02:21:01,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/89c67980fb674a50b5f4b4cd59a5a3e2 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/89c67980fb674a50b5f4b4cd59a5a3e2 2024-11-14T02:21:01,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/7b7a0daf9aa64d09bef8e130ab65aa38 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/7b7a0daf9aa64d09bef8e130ab65aa38 2024-11-14T02:21:01,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/de6dd52d9270467dace7ca7187b5b061 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/de6dd52d9270467dace7ca7187b5b061 2024-11-14T02:21:01,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/b6f0a9938c1c4be3bfe49521930909a7 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/b6f0a9938c1c4be3bfe49521930909a7 2024-11-14T02:21:01,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/0359de316458419e9bc6ca6236b4b434 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/0359de316458419e9bc6ca6236b4b434 2024-11-14T02:21:01,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/27e7620911484cf78417be5364031cfc to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/27e7620911484cf78417be5364031cfc 2024-11-14T02:21:01,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/88a4f322f72c4610942d875b1dc33935 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/88a4f322f72c4610942d875b1dc33935 2024-11-14T02:21:01,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/18399d2ecb044b3085aec46f5e52887a to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/18399d2ecb044b3085aec46f5e52887a 2024-11-14T02:21:01,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/5508b01d31d041dfa381316c01a36275 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/5508b01d31d041dfa381316c01a36275 2024-11-14T02:21:01,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/8c269713d0b84f12abf531689968b8c2 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/8c269713d0b84f12abf531689968b8c2 2024-11-14T02:21:01,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/074915467e374da08ff82866379be465, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b39009c5619e469fbcfcbc85c6f93385, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/8a0bb88d25794661a0eb01e95888eb18, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/565b7661bc5348a39913e8804a99f35a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/aeb6be7aff3c4fb486a610e61464b990, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/549fd1ced27b4052b90555b91d20a8ba, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b9ea88763d5d4e978209ffec16c62cc3, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/4dce038be2314a328d14d52968b4b8a3, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/522702a81bc3405e825b8fdaf20639b4, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/dd8749972a224b11b67fbba3b3e22114, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/9f4a8119da3540f1b7fb50031538ba9d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/d9e8c39a119b4739b51b0ff4b34b437a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/a369451c6f0e4c01acb6cb0000ff8fb0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/475a8c9ab8b0495cba11a32d935ee195, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/01913f26bb294fe69d40baa59367eab0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/81b9c6fb44a5428d9096d3b2c999ed8f, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b4701ff627c2401894955adf6e6eb5e9, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/f71189a3fb4e4719812710c2092f7e6c, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/7b6a40761c1b4fc1ba47dc508a391428, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/1bfe309f3ca546499e45939d69e5c6c9, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b54c414b41844cb59eec1823828e92a8, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b63c19028eac4bf5b2f95cc66359fd94, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/be6b550cb2ab4b05b96990b63f6eb536, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/f1f15b106dff415cb6162272ff7bb03d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/c52a22c274d3459b9fc897d0406dd73e, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/6a7afd8f52454a098223391b2e156bb7] to archive 2024-11-14T02:21:01,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T02:21:01,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/074915467e374da08ff82866379be465 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/074915467e374da08ff82866379be465 2024-11-14T02:21:01,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b39009c5619e469fbcfcbc85c6f93385 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b39009c5619e469fbcfcbc85c6f93385 2024-11-14T02:21:01,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/8a0bb88d25794661a0eb01e95888eb18 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/8a0bb88d25794661a0eb01e95888eb18 2024-11-14T02:21:01,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/565b7661bc5348a39913e8804a99f35a to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/565b7661bc5348a39913e8804a99f35a 2024-11-14T02:21:01,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/aeb6be7aff3c4fb486a610e61464b990 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/aeb6be7aff3c4fb486a610e61464b990 2024-11-14T02:21:01,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/549fd1ced27b4052b90555b91d20a8ba to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/549fd1ced27b4052b90555b91d20a8ba 2024-11-14T02:21:01,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b9ea88763d5d4e978209ffec16c62cc3 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b9ea88763d5d4e978209ffec16c62cc3 2024-11-14T02:21:01,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/4dce038be2314a328d14d52968b4b8a3 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/4dce038be2314a328d14d52968b4b8a3 2024-11-14T02:21:01,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/522702a81bc3405e825b8fdaf20639b4 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/522702a81bc3405e825b8fdaf20639b4 2024-11-14T02:21:01,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/dd8749972a224b11b67fbba3b3e22114 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/dd8749972a224b11b67fbba3b3e22114 2024-11-14T02:21:01,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/9f4a8119da3540f1b7fb50031538ba9d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/9f4a8119da3540f1b7fb50031538ba9d 2024-11-14T02:21:01,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/d9e8c39a119b4739b51b0ff4b34b437a to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/d9e8c39a119b4739b51b0ff4b34b437a 2024-11-14T02:21:01,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/a369451c6f0e4c01acb6cb0000ff8fb0 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/a369451c6f0e4c01acb6cb0000ff8fb0 2024-11-14T02:21:01,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/475a8c9ab8b0495cba11a32d935ee195 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/475a8c9ab8b0495cba11a32d935ee195 2024-11-14T02:21:01,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/01913f26bb294fe69d40baa59367eab0 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/01913f26bb294fe69d40baa59367eab0 2024-11-14T02:21:01,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/81b9c6fb44a5428d9096d3b2c999ed8f to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/81b9c6fb44a5428d9096d3b2c999ed8f 2024-11-14T02:21:01,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b4701ff627c2401894955adf6e6eb5e9 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b4701ff627c2401894955adf6e6eb5e9 2024-11-14T02:21:01,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/f71189a3fb4e4719812710c2092f7e6c to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/f71189a3fb4e4719812710c2092f7e6c 2024-11-14T02:21:01,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/7b6a40761c1b4fc1ba47dc508a391428 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/7b6a40761c1b4fc1ba47dc508a391428 2024-11-14T02:21:01,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/1bfe309f3ca546499e45939d69e5c6c9 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/1bfe309f3ca546499e45939d69e5c6c9 2024-11-14T02:21:01,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b54c414b41844cb59eec1823828e92a8 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b54c414b41844cb59eec1823828e92a8 2024-11-14T02:21:01,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b63c19028eac4bf5b2f95cc66359fd94 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b63c19028eac4bf5b2f95cc66359fd94 2024-11-14T02:21:01,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/be6b550cb2ab4b05b96990b63f6eb536 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/be6b550cb2ab4b05b96990b63f6eb536 2024-11-14T02:21:01,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/f1f15b106dff415cb6162272ff7bb03d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/f1f15b106dff415cb6162272ff7bb03d 2024-11-14T02:21:01,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/c52a22c274d3459b9fc897d0406dd73e to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/c52a22c274d3459b9fc897d0406dd73e 2024-11-14T02:21:01,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/6a7afd8f52454a098223391b2e156bb7 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/6a7afd8f52454a098223391b2e156bb7 2024-11-14T02:21:01,576 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/recovered.edits/416.seqid, newMaxSeqId=416, maxSeqId=1 2024-11-14T02:21:01,577 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0. 2024-11-14T02:21:01,577 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1635): Region close journal for 4777514cead116647752666c162d56c0: 2024-11-14T02:21:01,578 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] handler.UnassignRegionHandler(170): Closed 4777514cead116647752666c162d56c0 2024-11-14T02:21:01,579 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=4777514cead116647752666c162d56c0, regionState=CLOSED 2024-11-14T02:21:01,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-14T02:21:01,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; CloseRegionProcedure 4777514cead116647752666c162d56c0, server=3d72750a2650,45917,1731550712637 in 1.0690 sec 2024-11-14T02:21:01,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=138, resume processing ppid=137 2024-11-14T02:21:01,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, ppid=137, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4777514cead116647752666c162d56c0, UNASSIGN in 1.0720 sec 2024-11-14T02:21:01,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-14T02:21:01,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.0750 sec 2024-11-14T02:21:01,583 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731550861583"}]},"ts":"1731550861583"} 2024-11-14T02:21:01,583 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T02:21:01,585 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T02:21:01,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.0930 sec 2024-11-14T02:21:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-14T02:21:01,601 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-14T02:21:01,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-14T02:21:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:21:01,603 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=140, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:21:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-14T02:21:01,603 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=140, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:21:01,605 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0 2024-11-14T02:21:01,606 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A, FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B, FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C, FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/recovered.edits] 2024-11-14T02:21:01,608 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/9dccbc3b65754af48735bb4420acc9c4 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/9dccbc3b65754af48735bb4420acc9c4 2024-11-14T02:21:01,609 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/a17da367c14340638bfa15b8b83240b0 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/a17da367c14340638bfa15b8b83240b0 2024-11-14T02:21:01,610 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/d8e1975b96924bff91cddd87d5245ece to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/A/d8e1975b96924bff91cddd87d5245ece 2024-11-14T02:21:01,611 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/99de8e6124d94be396d62c4c12521e3d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/99de8e6124d94be396d62c4c12521e3d 2024-11-14T02:21:01,612 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/a1bbb9bd61e44f42b627ed42d85729b2 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/a1bbb9bd61e44f42b627ed42d85729b2 2024-11-14T02:21:01,613 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/b1d562e032e14aa184f2b865203db8ea to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/B/b1d562e032e14aa184f2b865203db8ea 2024-11-14T02:21:01,614 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/7ed396a930984718939e1fdb611eeb05 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/7ed396a930984718939e1fdb611eeb05 2024-11-14T02:21:01,615 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b25b8f3a1f5543278072c226f4ab58e6 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b25b8f3a1f5543278072c226f4ab58e6 2024-11-14T02:21:01,616 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b96a5ec0517b451f8827cdb506ff15d2 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/C/b96a5ec0517b451f8827cdb506ff15d2 2024-11-14T02:21:01,618 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/recovered.edits/416.seqid to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0/recovered.edits/416.seqid 2024-11-14T02:21:01,618 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/4777514cead116647752666c162d56c0 2024-11-14T02:21:01,618 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T02:21:01,620 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=140, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:21:01,621 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T02:21:01,623 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T02:21:01,623 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=140, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:21:01,623 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T02:21:01,624 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731550861623"}]},"ts":"9223372036854775807"} 2024-11-14T02:21:01,625 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-14T02:21:01,625 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 4777514cead116647752666c162d56c0, NAME => 'TestAcidGuarantees,,1731550835865.4777514cead116647752666c162d56c0.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T02:21:01,625 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T02:21:01,625 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731550861625"}]},"ts":"9223372036854775807"} 2024-11-14T02:21:01,626 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-14T02:21:01,628 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=140, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:21:01,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 26 msec 2024-11-14T02:21:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-14T02:21:01,704 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-14T02:21:01,714 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=238 (was 241), OpenFileDescriptor=450 (was 463), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=799 (was 921), ProcessCount=11 (was 11), AvailableMemoryMB=1405 (was 1165) - AvailableMemoryMB LEAK? - 2024-11-14T02:21:01,722 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=238, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=799, ProcessCount=11, AvailableMemoryMB=1405 2024-11-14T02:21:01,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T02:21:01,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:21:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=141, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T02:21:01,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:21:01,725 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:01,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 141 2024-11-14T02:21:01,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:21:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-11-14T02:21:01,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742421_1597 (size=960) 2024-11-14T02:21:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-11-14T02:21:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-11-14T02:21:02,132 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d 2024-11-14T02:21:02,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742422_1598 (size=53) 2024-11-14T02:21:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-11-14T02:21:02,394 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-14T02:21:02,536 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:21:02,537 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c6e21444644ef75b0a709063f19e8f0d, disabling compactions & flushes 2024-11-14T02:21:02,537 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:02,537 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:02,537 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. after waiting 0 ms 2024-11-14T02:21:02,537 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:02,537 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:02,537 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:02,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:21:02,538 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731550862538"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731550862538"}]},"ts":"1731550862538"} 2024-11-14T02:21:02,539 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-14T02:21:02,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:21:02,539 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731550862539"}]},"ts":"1731550862539"} 2024-11-14T02:21:02,540 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T02:21:02,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c6e21444644ef75b0a709063f19e8f0d, ASSIGN}] 2024-11-14T02:21:02,544 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c6e21444644ef75b0a709063f19e8f0d, ASSIGN 2024-11-14T02:21:02,545 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c6e21444644ef75b0a709063f19e8f0d, ASSIGN; state=OFFLINE, location=3d72750a2650,45917,1731550712637; forceNewPlan=false, retain=false 2024-11-14T02:21:02,695 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=c6e21444644ef75b0a709063f19e8f0d, regionState=OPENING, regionLocation=3d72750a2650,45917,1731550712637 2024-11-14T02:21:02,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; OpenRegionProcedure c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637}] 2024-11-14T02:21:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-11-14T02:21:02,848 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:02,850 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:02,851 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7285): Opening region: {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:21:02,851 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:02,851 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:21:02,851 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7327): checking encryption for c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:02,851 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7330): checking classloading for c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:02,852 INFO [StoreOpener-c6e21444644ef75b0a709063f19e8f0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:02,853 INFO [StoreOpener-c6e21444644ef75b0a709063f19e8f0d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T02:21:02,853 INFO [StoreOpener-c6e21444644ef75b0a709063f19e8f0d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6e21444644ef75b0a709063f19e8f0d columnFamilyName A 2024-11-14T02:21:02,853 DEBUG [StoreOpener-c6e21444644ef75b0a709063f19e8f0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:02,854 INFO [StoreOpener-c6e21444644ef75b0a709063f19e8f0d-1 {}] regionserver.HStore(327): Store=c6e21444644ef75b0a709063f19e8f0d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:21:02,854 INFO [StoreOpener-c6e21444644ef75b0a709063f19e8f0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:02,855 INFO [StoreOpener-c6e21444644ef75b0a709063f19e8f0d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T02:21:02,855 INFO [StoreOpener-c6e21444644ef75b0a709063f19e8f0d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6e21444644ef75b0a709063f19e8f0d columnFamilyName B 2024-11-14T02:21:02,855 DEBUG [StoreOpener-c6e21444644ef75b0a709063f19e8f0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:02,855 INFO [StoreOpener-c6e21444644ef75b0a709063f19e8f0d-1 {}] regionserver.HStore(327): Store=c6e21444644ef75b0a709063f19e8f0d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:21:02,855 INFO [StoreOpener-c6e21444644ef75b0a709063f19e8f0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:02,856 INFO [StoreOpener-c6e21444644ef75b0a709063f19e8f0d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T02:21:02,856 INFO [StoreOpener-c6e21444644ef75b0a709063f19e8f0d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6e21444644ef75b0a709063f19e8f0d columnFamilyName C 2024-11-14T02:21:02,856 DEBUG [StoreOpener-c6e21444644ef75b0a709063f19e8f0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:02,856 INFO [StoreOpener-c6e21444644ef75b0a709063f19e8f0d-1 {}] regionserver.HStore(327): Store=c6e21444644ef75b0a709063f19e8f0d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:21:02,856 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:02,857 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:02,857 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:02,858 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T02:21:02,859 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1085): writing seq id for c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:02,860 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:21:02,861 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1102): Opened c6e21444644ef75b0a709063f19e8f0d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71141377, jitterRate=0.060089126229286194}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T02:21:02,861 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1001): Region open journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:02,862 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d., pid=143, masterSystemTime=1731550862848 2024-11-14T02:21:02,863 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:02,863 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:02,863 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=c6e21444644ef75b0a709063f19e8f0d, regionState=OPEN, openSeqNum=2, regionLocation=3d72750a2650,45917,1731550712637 2024-11-14T02:21:02,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-14T02:21:02,866 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; OpenRegionProcedure c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 in 168 msec 2024-11-14T02:21:02,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=142, resume processing ppid=141 2024-11-14T02:21:02,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, ppid=141, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c6e21444644ef75b0a709063f19e8f0d, ASSIGN in 321 msec 2024-11-14T02:21:02,867 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:21:02,868 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731550862867"}]},"ts":"1731550862867"} 2024-11-14T02:21:02,868 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T02:21:02,871 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:21:02,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1480 sec 2024-11-14T02:21:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-11-14T02:21:03,830 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 141 completed 2024-11-14T02:21:03,831 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a1fe6e4 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58e7ba75 2024-11-14T02:21:03,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ba132a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:21:03,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:21:03,846 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51712, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:21:03,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:21:03,848 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42102, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:21:03,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T02:21:03,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:21:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-14T02:21:03,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742423_1599 (size=996) 2024-11-14T02:21:04,259 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-14T02:21:04,259 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-14T02:21:04,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T02:21:04,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c6e21444644ef75b0a709063f19e8f0d, REOPEN/MOVE}] 2024-11-14T02:21:04,263 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c6e21444644ef75b0a709063f19e8f0d, REOPEN/MOVE 2024-11-14T02:21:04,264 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=c6e21444644ef75b0a709063f19e8f0d, regionState=CLOSING, regionLocation=3d72750a2650,45917,1731550712637 2024-11-14T02:21:04,265 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T02:21:04,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; CloseRegionProcedure c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637}] 2024-11-14T02:21:04,416 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:04,417 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(124): Close c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:04,417 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T02:21:04,417 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1681): Closing c6e21444644ef75b0a709063f19e8f0d, disabling compactions & flushes 2024-11-14T02:21:04,417 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:04,417 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:04,417 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. after waiting 0 ms 2024-11-14T02:21:04,417 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:04,420 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T02:21:04,421 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:04,421 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1635): Region close journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:04,421 WARN [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionServer(3786): Not adding moved region record: c6e21444644ef75b0a709063f19e8f0d to self. 2024-11-14T02:21:04,422 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(170): Closed c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:04,423 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=c6e21444644ef75b0a709063f19e8f0d, regionState=CLOSED 2024-11-14T02:21:04,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-14T02:21:04,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; CloseRegionProcedure c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 in 158 msec 2024-11-14T02:21:04,425 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c6e21444644ef75b0a709063f19e8f0d, REOPEN/MOVE; state=CLOSED, location=3d72750a2650,45917,1731550712637; forceNewPlan=false, retain=true 2024-11-14T02:21:04,575 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=c6e21444644ef75b0a709063f19e8f0d, regionState=OPENING, regionLocation=3d72750a2650,45917,1731550712637 2024-11-14T02:21:04,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=146, state=RUNNABLE; OpenRegionProcedure c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637}] 2024-11-14T02:21:04,728 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:04,730 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:04,730 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7285): Opening region: {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:21:04,730 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:04,730 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:21:04,730 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7327): checking encryption for c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:04,730 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7330): checking classloading for c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:04,731 INFO [StoreOpener-c6e21444644ef75b0a709063f19e8f0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:04,732 INFO [StoreOpener-c6e21444644ef75b0a709063f19e8f0d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T02:21:04,732 INFO [StoreOpener-c6e21444644ef75b0a709063f19e8f0d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6e21444644ef75b0a709063f19e8f0d columnFamilyName A 2024-11-14T02:21:04,733 DEBUG [StoreOpener-c6e21444644ef75b0a709063f19e8f0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:04,733 INFO [StoreOpener-c6e21444644ef75b0a709063f19e8f0d-1 {}] regionserver.HStore(327): Store=c6e21444644ef75b0a709063f19e8f0d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:21:04,733 INFO [StoreOpener-c6e21444644ef75b0a709063f19e8f0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:04,734 INFO [StoreOpener-c6e21444644ef75b0a709063f19e8f0d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T02:21:04,734 INFO [StoreOpener-c6e21444644ef75b0a709063f19e8f0d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6e21444644ef75b0a709063f19e8f0d columnFamilyName B 2024-11-14T02:21:04,734 DEBUG [StoreOpener-c6e21444644ef75b0a709063f19e8f0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:04,734 INFO [StoreOpener-c6e21444644ef75b0a709063f19e8f0d-1 {}] regionserver.HStore(327): Store=c6e21444644ef75b0a709063f19e8f0d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:21:04,734 INFO [StoreOpener-c6e21444644ef75b0a709063f19e8f0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:04,734 INFO [StoreOpener-c6e21444644ef75b0a709063f19e8f0d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T02:21:04,735 INFO [StoreOpener-c6e21444644ef75b0a709063f19e8f0d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6e21444644ef75b0a709063f19e8f0d columnFamilyName C 2024-11-14T02:21:04,735 DEBUG [StoreOpener-c6e21444644ef75b0a709063f19e8f0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:04,735 INFO [StoreOpener-c6e21444644ef75b0a709063f19e8f0d-1 {}] regionserver.HStore(327): Store=c6e21444644ef75b0a709063f19e8f0d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:21:04,735 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:04,735 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:04,736 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:04,737 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T02:21:04,738 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1085): writing seq id for c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:04,738 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1102): Opened c6e21444644ef75b0a709063f19e8f0d; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74680271, jitterRate=0.1128227561712265}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T02:21:04,739 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1001): Region open journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:04,740 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d., pid=148, masterSystemTime=1731550864727 2024-11-14T02:21:04,741 DEBUG [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:04,741 INFO [RS_OPEN_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:04,741 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=c6e21444644ef75b0a709063f19e8f0d, regionState=OPEN, openSeqNum=5, regionLocation=3d72750a2650,45917,1731550712637 2024-11-14T02:21:04,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=146 2024-11-14T02:21:04,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=146, state=SUCCESS; OpenRegionProcedure c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 in 166 msec 2024-11-14T02:21:04,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=145 2024-11-14T02:21:04,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=145, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c6e21444644ef75b0a709063f19e8f0d, REOPEN/MOVE in 480 msec 2024-11-14T02:21:04,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-14T02:21:04,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 483 msec 2024-11-14T02:21:04,746 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 895 msec 2024-11-14T02:21:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-14T02:21:04,748 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x55544bc7 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3005670a 2024-11-14T02:21:04,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@81e0163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:21:04,752 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1208728f to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@92e7af3 2024-11-14T02:21:04,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c377ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:21:04,755 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d0a9e33 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17899883 2024-11-14T02:21:04,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d1de3c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:21:04,760 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40e55f2a to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b739a35 2024-11-14T02:21:04,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e22139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:21:04,764 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x271e8143 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20bb05a7 2024-11-14T02:21:04,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38481360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:21:04,767 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a5ecd59 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62750e61 2024-11-14T02:21:04,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c078737, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:21:04,772 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61da8c1c to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b968040 2024-11-14T02:21:04,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf8843a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:21:04,776 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x560a8819 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49019618 2024-11-14T02:21:04,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76670256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:21:04,779 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3df30e37 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7887fec7 2024-11-14T02:21:04,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36bc3633, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:21:04,782 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x745bf218 to 127.0.0.1:65203 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@336d4b92 2024-11-14T02:21:04,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b7ee62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:21:04,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:21:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees 2024-11-14T02:21:04,792 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:21:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-14T02:21:04,792 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:21:04,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:21:04,794 DEBUG [hconnection-0x282195cd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:21:04,795 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51720, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:21:04,795 DEBUG [hconnection-0x1a4ac5be-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:21:04,795 DEBUG [hconnection-0x351a2366-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:21:04,796 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51732, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:21:04,796 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:21:04,804 DEBUG [hconnection-0x282038c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:21:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:04,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c6e21444644ef75b0a709063f19e8f0d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T02:21:04,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=A 2024-11-14T02:21:04,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:04,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=B 2024-11-14T02:21:04,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:04,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=C 2024-11-14T02:21:04,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:04,805 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51756, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:21:04,810 DEBUG [hconnection-0x1c957ac2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:21:04,810 DEBUG [hconnection-0x587ac858-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:21:04,811 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:21:04,814 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51764, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:21:04,818 DEBUG [hconnection-0x4b19b1c7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:21:04,818 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51780, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:21:04,819 DEBUG [hconnection-0x70e3b21b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:21:04,820 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:21:04,826 DEBUG [hconnection-0x58a352df-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:21:04,826 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:21:04,829 DEBUG [hconnection-0x311e51bf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:21:04,830 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51824, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:21:04,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114496fe2a6f58f4702a9131d5ffdc8f333_c6e21444644ef75b0a709063f19e8f0d is 50, key is test_row_0/A:col10/1731550864802/Put/seqid=0 2024-11-14T02:21:04,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742424_1600 (size=12154) 2024-11-14T02:21:04,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:04,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:04,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550924850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:04,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550924850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:04,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:04,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550924849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:04,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550924852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:04,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:04,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1731550924852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-14T02:21:04,943 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:04,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-14T02:21:04,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:04,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:04,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:04,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:04,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:04,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550924953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:04,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550924953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:04,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550924954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:04,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550924955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:04,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:04,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1731550924955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-14T02:21:05,096 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:05,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-14T02:21:05,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:05,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:05,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:05,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:05,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:05,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550925156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:05,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550925156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:05,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550925157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:05,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550925163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:05,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1731550925163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:05,240 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:05,243 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114496fe2a6f58f4702a9131d5ffdc8f333_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114496fe2a6f58f4702a9131d5ffdc8f333_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:05,243 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/57202fd203c04df7bc7b2614d618d0c6, store: [table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:05,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/57202fd203c04df7bc7b2614d618d0c6 is 175, key is test_row_0/A:col10/1731550864802/Put/seqid=0 2024-11-14T02:21:05,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742425_1601 (size=30955) 2024-11-14T02:21:05,249 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:05,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-14T02:21:05,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:05,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:05,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:05,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:05,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-14T02:21:05,401 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:05,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-14T02:21:05,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:05,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:05,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:05,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:05,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:05,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550925460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:05,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550925460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:05,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550925461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:05,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550925466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:05,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1731550925467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:05,553 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:05,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-14T02:21:05,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:05,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:05,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:05,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:05,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:05,648 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/57202fd203c04df7bc7b2614d618d0c6 2024-11-14T02:21:05,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/33d21adc95014e418961d57c21314f6a is 50, key is test_row_0/B:col10/1731550864802/Put/seqid=0 2024-11-14T02:21:05,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742426_1602 (size=12001) 2024-11-14T02:21:05,706 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:05,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-14T02:21:05,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:05,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:05,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:05,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:05,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:05,859 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:05,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-14T02:21:05,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:05,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:05,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:05,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:05,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-14T02:21:05,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550925964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:05,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550925965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:05,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550925966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:05,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550925969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:05,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1731550925972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:06,011 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:06,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-14T02:21:06,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:06,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:06,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:06,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:06,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:06,080 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/33d21adc95014e418961d57c21314f6a 2024-11-14T02:21:06,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/1cf1d801f364458596d51017176a1fe0 is 50, key is test_row_0/C:col10/1731550864802/Put/seqid=0 2024-11-14T02:21:06,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742427_1603 (size=12001) 2024-11-14T02:21:06,165 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:06,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-14T02:21:06,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:06,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:06,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:06,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:06,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:06,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:06,322 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:06,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-14T02:21:06,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:06,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:06,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:06,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:06,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:06,477 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:06,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-14T02:21:06,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:06,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:06,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:06,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:06,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:06,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/1cf1d801f364458596d51017176a1fe0 2024-11-14T02:21:06,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/57202fd203c04df7bc7b2614d618d0c6 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/57202fd203c04df7bc7b2614d618d0c6 2024-11-14T02:21:06,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/57202fd203c04df7bc7b2614d618d0c6, entries=150, sequenceid=15, filesize=30.2 K 2024-11-14T02:21:06,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/33d21adc95014e418961d57c21314f6a as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/33d21adc95014e418961d57c21314f6a 2024-11-14T02:21:06,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/33d21adc95014e418961d57c21314f6a, entries=150, sequenceid=15, filesize=11.7 K 2024-11-14T02:21:06,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/1cf1d801f364458596d51017176a1fe0 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/1cf1d801f364458596d51017176a1fe0 2024-11-14T02:21:06,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/1cf1d801f364458596d51017176a1fe0, entries=150, sequenceid=15, filesize=11.7 K 2024-11-14T02:21:06,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c6e21444644ef75b0a709063f19e8f0d in 1790ms, sequenceid=15, compaction requested=false 2024-11-14T02:21:06,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:06,631 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:06,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-14T02:21:06,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:06,631 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2837): Flushing c6e21444644ef75b0a709063f19e8f0d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T02:21:06,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=A 2024-11-14T02:21:06,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:06,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=B 2024-11-14T02:21:06,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:06,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=C 2024-11-14T02:21:06,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:06,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114438afc95f4c842e083239dcc27630385_c6e21444644ef75b0a709063f19e8f0d is 50, key is test_row_0/A:col10/1731550864849/Put/seqid=0 2024-11-14T02:21:06,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742428_1604 (size=12154) 2024-11-14T02:21:06,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:06,644 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114438afc95f4c842e083239dcc27630385_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114438afc95f4c842e083239dcc27630385_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:06,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/e6ffe69b34964c72a829f0928f39e9e2, store: [table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:06,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/e6ffe69b34964c72a829f0928f39e9e2 is 175, key is test_row_0/A:col10/1731550864849/Put/seqid=0 2024-11-14T02:21:06,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742429_1605 (size=30955) 2024-11-14T02:21:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-14T02:21:06,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:06,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550926978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:06,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550926979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:06,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550926982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:06,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550926982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:06,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1731550926984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:07,031 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:41419 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:41419,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:07,049 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/e6ffe69b34964c72a829f0928f39e9e2 2024-11-14T02:21:07,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/14270765857f4f14b9e9767c31dbec43 is 50, key is test_row_0/B:col10/1731550864849/Put/seqid=0 2024-11-14T02:21:07,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550927083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:07,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550927083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:07,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550927087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:07,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742430_1606 (size=12001) 2024-11-14T02:21:07,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550927088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:07,120 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T02:21:07,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550927290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:07,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550927290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:07,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550927291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:07,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550927293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:07,489 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/14270765857f4f14b9e9767c31dbec43 2024-11-14T02:21:07,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/60e7d5acc6aa41249adf91fbb5c43069 is 50, key is test_row_0/C:col10/1731550864849/Put/seqid=0 2024-11-14T02:21:07,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742431_1607 (size=12001) 2024-11-14T02:21:07,506 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/60e7d5acc6aa41249adf91fbb5c43069 2024-11-14T02:21:07,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/e6ffe69b34964c72a829f0928f39e9e2 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/e6ffe69b34964c72a829f0928f39e9e2 2024-11-14T02:21:07,514 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/e6ffe69b34964c72a829f0928f39e9e2, entries=150, sequenceid=40, filesize=30.2 K 2024-11-14T02:21:07,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/14270765857f4f14b9e9767c31dbec43 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/14270765857f4f14b9e9767c31dbec43 2024-11-14T02:21:07,520 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/14270765857f4f14b9e9767c31dbec43, entries=150, sequenceid=40, filesize=11.7 K 2024-11-14T02:21:07,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/60e7d5acc6aa41249adf91fbb5c43069 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/60e7d5acc6aa41249adf91fbb5c43069 2024-11-14T02:21:07,538 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/60e7d5acc6aa41249adf91fbb5c43069, entries=150, sequenceid=40, filesize=11.7 K 2024-11-14T02:21:07,539 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for c6e21444644ef75b0a709063f19e8f0d in 908ms, sequenceid=40, compaction requested=false 2024-11-14T02:21:07,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2538): Flush status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:07,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:07,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=150 2024-11-14T02:21:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=150 2024-11-14T02:21:07,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-14T02:21:07,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7540 sec 2024-11-14T02:21:07,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees in 2.7570 sec 2024-11-14T02:21:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:07,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c6e21444644ef75b0a709063f19e8f0d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-14T02:21:07,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=A 2024-11-14T02:21:07,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:07,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=B 2024-11-14T02:21:07,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:07,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=C 2024-11-14T02:21:07,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:07,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114401820ca9c4b41b0acdfd1517fa97e69_c6e21444644ef75b0a709063f19e8f0d is 50, key is test_row_0/A:col10/1731550866973/Put/seqid=0 2024-11-14T02:21:07,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550927681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:07,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550927686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:07,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550927688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:07,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550927688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:07,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742432_1608 (size=12154) 2024-11-14T02:21:07,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550927788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:07,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550927792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:07,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550927795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:07,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550927795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:07,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550927990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:07,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550927996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:08,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550927999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:08,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550927999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:08,091 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:08,095 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114401820ca9c4b41b0acdfd1517fa97e69_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114401820ca9c4b41b0acdfd1517fa97e69_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:08,095 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/0ed059343ba3493ea1d9323aedd8c1dc, store: [table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:08,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/0ed059343ba3493ea1d9323aedd8c1dc is 175, key is test_row_0/A:col10/1731550866973/Put/seqid=0 2024-11-14T02:21:08,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742433_1609 (size=30955) 2024-11-14T02:21:08,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550928299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:08,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550928302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:08,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550928303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:08,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550928310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:08,505 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/0ed059343ba3493ea1d9323aedd8c1dc 2024-11-14T02:21:08,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/fa96b144ad234bd282168e4ed1400055 is 50, key is test_row_0/B:col10/1731550866973/Put/seqid=0 2024-11-14T02:21:08,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742434_1610 (size=12001) 2024-11-14T02:21:08,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/fa96b144ad234bd282168e4ed1400055 2024-11-14T02:21:08,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/62edf5e7dbd34ea9b4ee2bb5ff5084c0 is 50, key is test_row_0/C:col10/1731550866973/Put/seqid=0 2024-11-14T02:21:08,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742435_1611 (size=12001) 2024-11-14T02:21:08,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/62edf5e7dbd34ea9b4ee2bb5ff5084c0 2024-11-14T02:21:08,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/0ed059343ba3493ea1d9323aedd8c1dc as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/0ed059343ba3493ea1d9323aedd8c1dc 2024-11-14T02:21:08,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/0ed059343ba3493ea1d9323aedd8c1dc, entries=150, sequenceid=55, filesize=30.2 K 2024-11-14T02:21:08,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/fa96b144ad234bd282168e4ed1400055 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/fa96b144ad234bd282168e4ed1400055 2024-11-14T02:21:08,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/fa96b144ad234bd282168e4ed1400055, entries=150, sequenceid=55, filesize=11.7 K 2024-11-14T02:21:08,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/62edf5e7dbd34ea9b4ee2bb5ff5084c0 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/62edf5e7dbd34ea9b4ee2bb5ff5084c0 2024-11-14T02:21:08,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/62edf5e7dbd34ea9b4ee2bb5ff5084c0, entries=150, sequenceid=55, filesize=11.7 K 2024-11-14T02:21:08,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for c6e21444644ef75b0a709063f19e8f0d in 925ms, sequenceid=55, compaction requested=true 2024-11-14T02:21:08,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:08,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6e21444644ef75b0a709063f19e8f0d:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:21:08,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:21:08,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6e21444644ef75b0a709063f19e8f0d:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:21:08,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:21:08,569 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:21:08,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6e21444644ef75b0a709063f19e8f0d:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:21:08,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T02:21:08,569 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:21:08,569 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:21:08,570 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): c6e21444644ef75b0a709063f19e8f0d/A is initiating minor compaction (all files) 2024-11-14T02:21:08,570 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6e21444644ef75b0a709063f19e8f0d/A in TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:08,570 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/57202fd203c04df7bc7b2614d618d0c6, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/e6ffe69b34964c72a829f0928f39e9e2, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/0ed059343ba3493ea1d9323aedd8c1dc] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp, totalSize=90.7 K 2024-11-14T02:21:08,570 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:08,570 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. files: [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/57202fd203c04df7bc7b2614d618d0c6, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/e6ffe69b34964c72a829f0928f39e9e2, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/0ed059343ba3493ea1d9323aedd8c1dc] 2024-11-14T02:21:08,571 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57202fd203c04df7bc7b2614d618d0c6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731550864801 2024-11-14T02:21:08,571 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6ffe69b34964c72a829f0928f39e9e2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731550864849 2024-11-14T02:21:08,571 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:21:08,571 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): c6e21444644ef75b0a709063f19e8f0d/B is initiating minor compaction (all files) 2024-11-14T02:21:08,571 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ed059343ba3493ea1d9323aedd8c1dc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731550866973 2024-11-14T02:21:08,571 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6e21444644ef75b0a709063f19e8f0d/B in TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:08,571 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/33d21adc95014e418961d57c21314f6a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/14270765857f4f14b9e9767c31dbec43, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/fa96b144ad234bd282168e4ed1400055] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp, totalSize=35.2 K 2024-11-14T02:21:08,572 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 33d21adc95014e418961d57c21314f6a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731550864801 2024-11-14T02:21:08,572 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 14270765857f4f14b9e9767c31dbec43, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731550864849 2024-11-14T02:21:08,572 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting fa96b144ad234bd282168e4ed1400055, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731550866973 2024-11-14T02:21:08,578 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:08,580 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114c603f955ee6f461a874e10a52b524820_c6e21444644ef75b0a709063f19e8f0d store=[table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:08,581 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6e21444644ef75b0a709063f19e8f0d#B#compaction#527 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:21:08,581 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114c603f955ee6f461a874e10a52b524820_c6e21444644ef75b0a709063f19e8f0d, store=[table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:08,582 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c603f955ee6f461a874e10a52b524820_c6e21444644ef75b0a709063f19e8f0d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:08,582 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/ee0868d6715a488db1f1dc403db11262 is 50, key is test_row_0/B:col10/1731550866973/Put/seqid=0 2024-11-14T02:21:08,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742437_1613 (size=4469) 2024-11-14T02:21:08,598 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6e21444644ef75b0a709063f19e8f0d#A#compaction#526 average throughput is 1.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:21:08,599 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/14fef476d8a840bcbf20c5783200d8dc is 175, key is test_row_0/A:col10/1731550866973/Put/seqid=0 2024-11-14T02:21:08,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742436_1612 (size=12104) 2024-11-14T02:21:08,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742438_1614 (size=31058) 2024-11-14T02:21:08,639 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/ee0868d6715a488db1f1dc403db11262 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/ee0868d6715a488db1f1dc403db11262 2024-11-14T02:21:08,640 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/14fef476d8a840bcbf20c5783200d8dc as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/14fef476d8a840bcbf20c5783200d8dc 2024-11-14T02:21:08,645 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c6e21444644ef75b0a709063f19e8f0d/B of c6e21444644ef75b0a709063f19e8f0d into ee0868d6715a488db1f1dc403db11262(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:21:08,645 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:08,645 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d., storeName=c6e21444644ef75b0a709063f19e8f0d/B, priority=13, startTime=1731550868569; duration=0sec 2024-11-14T02:21:08,645 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:21:08,645 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6e21444644ef75b0a709063f19e8f0d:B 2024-11-14T02:21:08,645 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:21:08,646 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c6e21444644ef75b0a709063f19e8f0d/A of c6e21444644ef75b0a709063f19e8f0d into 14fef476d8a840bcbf20c5783200d8dc(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:21:08,646 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:08,646 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d., storeName=c6e21444644ef75b0a709063f19e8f0d/A, priority=13, startTime=1731550868568; duration=0sec 2024-11-14T02:21:08,646 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:21:08,646 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6e21444644ef75b0a709063f19e8f0d:A 2024-11-14T02:21:08,646 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:21:08,646 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): c6e21444644ef75b0a709063f19e8f0d/C is initiating minor compaction (all files) 2024-11-14T02:21:08,646 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6e21444644ef75b0a709063f19e8f0d/C in TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:08,646 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/1cf1d801f364458596d51017176a1fe0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/60e7d5acc6aa41249adf91fbb5c43069, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/62edf5e7dbd34ea9b4ee2bb5ff5084c0] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp, totalSize=35.2 K 2024-11-14T02:21:08,647 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 1cf1d801f364458596d51017176a1fe0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731550864801 2024-11-14T02:21:08,647 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 60e7d5acc6aa41249adf91fbb5c43069, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731550864849 2024-11-14T02:21:08,652 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 62edf5e7dbd34ea9b4ee2bb5ff5084c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731550866973 2024-11-14T02:21:08,683 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6e21444644ef75b0a709063f19e8f0d#C#compaction#528 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:21:08,684 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/92b81287f3c84eeb9cbdefb445d0f84d is 50, key is test_row_0/C:col10/1731550866973/Put/seqid=0 2024-11-14T02:21:08,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742439_1615 (size=12104) 2024-11-14T02:21:08,748 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/92b81287f3c84eeb9cbdefb445d0f84d as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/92b81287f3c84eeb9cbdefb445d0f84d 2024-11-14T02:21:08,760 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c6e21444644ef75b0a709063f19e8f0d/C of c6e21444644ef75b0a709063f19e8f0d into 92b81287f3c84eeb9cbdefb445d0f84d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:21:08,760 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:08,760 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d., storeName=c6e21444644ef75b0a709063f19e8f0d/C, priority=13, startTime=1731550868569; duration=0sec 2024-11-14T02:21:08,760 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:21:08,760 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6e21444644ef75b0a709063f19e8f0d:C 2024-11-14T02:21:08,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c6e21444644ef75b0a709063f19e8f0d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T02:21:08,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=A 2024-11-14T02:21:08,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:08,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=B 2024-11-14T02:21:08,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:08,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=C 2024-11-14T02:21:08,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:08,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147ea5d70f9b2c4818accfd28b4100d49a_c6e21444644ef75b0a709063f19e8f0d is 50, key is test_row_0/A:col10/1731550867665/Put/seqid=0 2024-11-14T02:21:08,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550928841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:08,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742440_1616 (size=12154) 2024-11-14T02:21:08,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550928847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:08,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550928848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:08,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550928848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:08,850 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:08,856 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147ea5d70f9b2c4818accfd28b4100d49a_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147ea5d70f9b2c4818accfd28b4100d49a_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:08,857 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/8cd08c241db8440aab849ee72ad4ae99, store: [table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:08,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/8cd08c241db8440aab849ee72ad4ae99 is 175, key is test_row_0/A:col10/1731550867665/Put/seqid=0 2024-11-14T02:21:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-14T02:21:08,898 INFO [Thread-2650 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 149 completed 2024-11-14T02:21:08,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:21:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees 2024-11-14T02:21:08,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742441_1617 (size=30955) 2024-11-14T02:21:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-14T02:21:08,907 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:21:08,908 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:21:08,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:21:08,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550928946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:08,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550928949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:08,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550928950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:08,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550928950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:08,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1731550928996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:08,997 DEBUG [Thread-2646 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d., hostname=3d72750a2650,45917,1731550712637, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:21:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-14T02:21:09,060 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:09,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-14T02:21:09,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:09,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:09,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:09,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:09,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:09,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:09,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550929149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:09,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550929152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:09,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:09,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550929154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:09,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550929158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:09,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-14T02:21:09,214 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:09,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-14T02:21:09,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:09,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:09,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:09,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:09,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:09,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:09,302 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/8cd08c241db8440aab849ee72ad4ae99 2024-11-14T02:21:09,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/4652d858166247afbec4783056e51948 is 50, key is test_row_0/B:col10/1731550867665/Put/seqid=0 2024-11-14T02:21:09,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742442_1618 (size=12001) 2024-11-14T02:21:09,367 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:09,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-14T02:21:09,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:09,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:09,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:09,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:09,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:09,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550929453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:09,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550929455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:09,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550929466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:09,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550929470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-14T02:21:09,524 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:09,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-14T02:21:09,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:09,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:09,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:09,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:09,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:09,677 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:09,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-14T02:21:09,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:09,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:09,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:09,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:09,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:09,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/4652d858166247afbec4783056e51948 2024-11-14T02:21:09,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/dc0eddfe71264c2eb05b97961398134d is 50, key is test_row_0/C:col10/1731550867665/Put/seqid=0 2024-11-14T02:21:09,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742443_1619 (size=12001) 2024-11-14T02:21:09,833 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:09,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-14T02:21:09,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:09,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:09,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:09,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:09,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:09,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550929959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:09,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550929960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:09,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:09,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550929974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550929975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:09,994 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:09,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-14T02:21:09,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:09,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:09,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:09,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:09,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-14T02:21:10,149 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:10,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-14T02:21:10,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:10,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:10,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:10,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:10,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:10,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/dc0eddfe71264c2eb05b97961398134d 2024-11-14T02:21:10,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/8cd08c241db8440aab849ee72ad4ae99 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/8cd08c241db8440aab849ee72ad4ae99 2024-11-14T02:21:10,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/8cd08c241db8440aab849ee72ad4ae99, entries=150, sequenceid=80, filesize=30.2 K 2024-11-14T02:21:10,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/4652d858166247afbec4783056e51948 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/4652d858166247afbec4783056e51948 2024-11-14T02:21:10,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/4652d858166247afbec4783056e51948, entries=150, sequenceid=80, filesize=11.7 K 2024-11-14T02:21:10,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/dc0eddfe71264c2eb05b97961398134d as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/dc0eddfe71264c2eb05b97961398134d 2024-11-14T02:21:10,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/dc0eddfe71264c2eb05b97961398134d, entries=150, sequenceid=80, filesize=11.7 K 2024-11-14T02:21:10,236 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for c6e21444644ef75b0a709063f19e8f0d in 1427ms, sequenceid=80, compaction requested=false 2024-11-14T02:21:10,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:10,314 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:10,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-14T02:21:10,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:10,318 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2837): Flushing c6e21444644ef75b0a709063f19e8f0d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-14T02:21:10,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=A 2024-11-14T02:21:10,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:10,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=B 2024-11-14T02:21:10,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:10,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=C 2024-11-14T02:21:10,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:10,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114bd808a4b40c1456f8675a3aef5bbd70d_c6e21444644ef75b0a709063f19e8f0d is 50, key is test_row_0/A:col10/1731550868842/Put/seqid=0 2024-11-14T02:21:10,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742444_1620 (size=12154) 2024-11-14T02:21:10,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,397 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114bd808a4b40c1456f8675a3aef5bbd70d_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114bd808a4b40c1456f8675a3aef5bbd70d_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:10,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/fb1468f738f54e6eb2115729135dedae, store: [table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:10,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/fb1468f738f54e6eb2115729135dedae is 175, key is test_row_0/A:col10/1731550868842/Put/seqid=0 2024-11-14T02:21:10,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742445_1621 (size=30955) 2024-11-14T02:21:10,411 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/fb1468f738f54e6eb2115729135dedae 2024-11-14T02:21:10,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/aa8cfc6037014cabadd67af00219a45c is 50, key is test_row_0/B:col10/1731550868842/Put/seqid=0 2024-11-14T02:21:10,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742446_1622 (size=12001) 2024-11-14T02:21:10,439 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/aa8cfc6037014cabadd67af00219a45c 2024-11-14T02:21:10,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/df8eee0948834c07afee16eb5b6ae411 is 50, key is test_row_0/C:col10/1731550868842/Put/seqid=0 2024-11-14T02:21:10,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742447_1623 (size=12001) 2024-11-14T02:21:10,898 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/df8eee0948834c07afee16eb5b6ae411 2024-11-14T02:21:10,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/fb1468f738f54e6eb2115729135dedae as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/fb1468f738f54e6eb2115729135dedae 2024-11-14T02:21:10,912 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/fb1468f738f54e6eb2115729135dedae, entries=150, sequenceid=95, filesize=30.2 K 2024-11-14T02:21:10,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/aa8cfc6037014cabadd67af00219a45c as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/aa8cfc6037014cabadd67af00219a45c 2024-11-14T02:21:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,917 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/aa8cfc6037014cabadd67af00219a45c, entries=150, sequenceid=95, filesize=11.7 K 2024-11-14T02:21:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/df8eee0948834c07afee16eb5b6ae411 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/df8eee0948834c07afee16eb5b6ae411 2024-11-14T02:21:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,921 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/df8eee0948834c07afee16eb5b6ae411, entries=150, sequenceid=95, filesize=11.7 K 2024-11-14T02:21:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,926 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=0 B/0 for c6e21444644ef75b0a709063f19e8f0d in 608ms, sequenceid=95, compaction requested=true 2024-11-14T02:21:10,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2538): Flush status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:10,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:10,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=152 2024-11-14T02:21:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=152 2024-11-14T02:21:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-14T02:21:10,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0190 sec 2024-11-14T02:21:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees in 2.0300 sec 2024-11-14T02:21:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:11,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c6e21444644ef75b0a709063f19e8f0d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T02:21:11,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=A 2024-11-14T02:21:11,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:11,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=B 2024-11-14T02:21:11,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:11,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=C 2024-11-14T02:21:11,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-14T02:21:11,014 INFO [Thread-2650 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 151 completed 2024-11-14T02:21:11,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:21:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees 2024-11-14T02:21:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-14T02:21:11,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c9a2ba2382ce449aa3cc1e624fe59d45_c6e21444644ef75b0a709063f19e8f0d is 50, key is test_row_0/A:col10/1731550870999/Put/seqid=0 2024-11-14T02:21:11,022 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:21:11,022 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:21:11,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:21:11,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742448_1624 (size=17034) 2024-11-14T02:21:11,039 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:11,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550931035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:11,043 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c9a2ba2382ce449aa3cc1e624fe59d45_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c9a2ba2382ce449aa3cc1e624fe59d45_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:11,044 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/fe24ebba1b25430ca6ba7467d23a7476, store: [table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:11,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/fe24ebba1b25430ca6ba7467d23a7476 is 175, key is test_row_0/A:col10/1731550870999/Put/seqid=0 2024-11-14T02:21:11,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550931039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:11,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550931039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:11,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550931042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:11,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742449_1625 (size=48139) 2024-11-14T02:21:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-14T02:21:11,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550931143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:11,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550931147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:11,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550931147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:11,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550931148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:11,174 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:11,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-14T02:21:11,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:11,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:11,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:11,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:11,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-14T02:21:11,327 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:11,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-14T02:21:11,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:11,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:11,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:11,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:11,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:11,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550931345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:11,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550931350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:11,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550931351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:11,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550931351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:11,480 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:11,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-14T02:21:11,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:11,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:11,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:11,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:11,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:11,481 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=107, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/fe24ebba1b25430ca6ba7467d23a7476 2024-11-14T02:21:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:11,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/2582f785cb2a4265aafb6db61ed34bff is 50, key is test_row_0/B:col10/1731550870999/Put/seqid=0 2024-11-14T02:21:11,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742450_1626 (size=12001) 2024-11-14T02:21:11,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/2582f785cb2a4265aafb6db61ed34bff 2024-11-14T02:21:11,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/c58bbc9efafb497494e30a611f30ed61 is 50, key is test_row_0/C:col10/1731550870999/Put/seqid=0 2024-11-14T02:21:11,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742451_1627 (size=12001) 2024-11-14T02:21:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-14T02:21:11,637 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:11,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-14T02:21:11,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:11,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:11,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:11,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:11,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:11,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550931649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:11,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550931655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:11,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550931655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:11,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550931666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:11,790 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:11,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-14T02:21:11,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:11,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:11,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:11,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:11,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:11,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:11,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/c58bbc9efafb497494e30a611f30ed61 2024-11-14T02:21:11,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/fe24ebba1b25430ca6ba7467d23a7476 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/fe24ebba1b25430ca6ba7467d23a7476 2024-11-14T02:21:11,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/fe24ebba1b25430ca6ba7467d23a7476, entries=250, sequenceid=107, filesize=47.0 K 2024-11-14T02:21:11,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/2582f785cb2a4265aafb6db61ed34bff as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/2582f785cb2a4265aafb6db61ed34bff 2024-11-14T02:21:11,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/2582f785cb2a4265aafb6db61ed34bff, entries=150, sequenceid=107, filesize=11.7 K 2024-11-14T02:21:11,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/c58bbc9efafb497494e30a611f30ed61 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/c58bbc9efafb497494e30a611f30ed61 2024-11-14T02:21:11,945 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:11,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-14T02:21:11,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:11,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:11,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:11,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:11,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:11,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/c58bbc9efafb497494e30a611f30ed61, entries=150, sequenceid=107, filesize=11.7 K 2024-11-14T02:21:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:11,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for c6e21444644ef75b0a709063f19e8f0d in 952ms, sequenceid=107, compaction requested=true 2024-11-14T02:21:11,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:11,952 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:21:11,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6e21444644ef75b0a709063f19e8f0d:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:21:11,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:21:11,954 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:21:11,954 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:21:11,954 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): c6e21444644ef75b0a709063f19e8f0d/A is initiating minor compaction (all files) 2024-11-14T02:21:11,954 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6e21444644ef75b0a709063f19e8f0d/A in TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:11,954 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/14fef476d8a840bcbf20c5783200d8dc, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/8cd08c241db8440aab849ee72ad4ae99, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/fb1468f738f54e6eb2115729135dedae, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/fe24ebba1b25430ca6ba7467d23a7476] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp, totalSize=137.8 K 2024-11-14T02:21:11,954 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:11,955 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. files: [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/14fef476d8a840bcbf20c5783200d8dc, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/8cd08c241db8440aab849ee72ad4ae99, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/fb1468f738f54e6eb2115729135dedae, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/fe24ebba1b25430ca6ba7467d23a7476] 2024-11-14T02:21:11,955 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14fef476d8a840bcbf20c5783200d8dc, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731550866973 2024-11-14T02:21:11,955 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8cd08c241db8440aab849ee72ad4ae99, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731550867665 2024-11-14T02:21:11,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6e21444644ef75b0a709063f19e8f0d:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:21:11,956 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb1468f738f54e6eb2115729135dedae, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731550868824 2024-11-14T02:21:11,956 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:21:11,956 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): c6e21444644ef75b0a709063f19e8f0d/B is initiating minor compaction (all files) 2024-11-14T02:21:11,956 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6e21444644ef75b0a709063f19e8f0d/B in TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:11,956 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/ee0868d6715a488db1f1dc403db11262, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/4652d858166247afbec4783056e51948, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/aa8cfc6037014cabadd67af00219a45c, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/2582f785cb2a4265aafb6db61ed34bff] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp, totalSize=47.0 K 2024-11-14T02:21:11,962 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting ee0868d6715a488db1f1dc403db11262, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731550866973 2024-11-14T02:21:11,962 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe24ebba1b25430ca6ba7467d23a7476, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731550870986 2024-11-14T02:21:11,962 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 4652d858166247afbec4783056e51948, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731550867665 2024-11-14T02:21:11,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:21:11,963 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting aa8cfc6037014cabadd67af00219a45c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731550868824 2024-11-14T02:21:11,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6e21444644ef75b0a709063f19e8f0d:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:21:11,963 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 2582f785cb2a4265aafb6db61ed34bff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731550870997 2024-11-14T02:21:11,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:21:12,011 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:12,012 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6e21444644ef75b0a709063f19e8f0d#B#compaction#538 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:21:12,013 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/ac078cf768a241ab9404e06dc30c8dfc is 50, key is test_row_0/B:col10/1731550870999/Put/seqid=0 2024-11-14T02:21:12,014 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411147ad4f84b8fc74b24916a9bae34388c72_c6e21444644ef75b0a709063f19e8f0d store=[table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:12,016 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411147ad4f84b8fc74b24916a9bae34388c72_c6e21444644ef75b0a709063f19e8f0d, store=[table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:12,016 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147ad4f84b8fc74b24916a9bae34388c72_c6e21444644ef75b0a709063f19e8f0d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:12,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742453_1629 (size=12241) 2024-11-14T02:21:12,063 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/ac078cf768a241ab9404e06dc30c8dfc as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/ac078cf768a241ab9404e06dc30c8dfc 2024-11-14T02:21:12,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742452_1628 (size=4469) 2024-11-14T02:21:12,078 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c6e21444644ef75b0a709063f19e8f0d/B of c6e21444644ef75b0a709063f19e8f0d into ac078cf768a241ab9404e06dc30c8dfc(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:21:12,078 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:12,078 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d., storeName=c6e21444644ef75b0a709063f19e8f0d/B, priority=12, startTime=1731550871954; duration=0sec 2024-11-14T02:21:12,078 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:21:12,078 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6e21444644ef75b0a709063f19e8f0d:B 2024-11-14T02:21:12,078 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:21:12,078 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6e21444644ef75b0a709063f19e8f0d#A#compaction#539 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:21:12,079 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/8e98ce5197c744acb84b3d66b37e7d62 is 175, key is test_row_0/A:col10/1731550870999/Put/seqid=0 2024-11-14T02:21:12,081 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:21:12,081 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): c6e21444644ef75b0a709063f19e8f0d/C is initiating minor compaction (all files) 2024-11-14T02:21:12,081 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6e21444644ef75b0a709063f19e8f0d/C in TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:12,081 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/92b81287f3c84eeb9cbdefb445d0f84d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/dc0eddfe71264c2eb05b97961398134d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/df8eee0948834c07afee16eb5b6ae411, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/c58bbc9efafb497494e30a611f30ed61] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp, totalSize=47.0 K 2024-11-14T02:21:12,082 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 92b81287f3c84eeb9cbdefb445d0f84d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731550866973 2024-11-14T02:21:12,083 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting dc0eddfe71264c2eb05b97961398134d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731550867665 2024-11-14T02:21:12,083 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting df8eee0948834c07afee16eb5b6ae411, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731550868824 2024-11-14T02:21:12,083 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting c58bbc9efafb497494e30a611f30ed61, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731550870997 2024-11-14T02:21:12,095 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6e21444644ef75b0a709063f19e8f0d#C#compaction#540 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:21:12,095 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/1e94105d3f504b65b875c48370dbc2ca is 50, key is test_row_0/C:col10/1731550870999/Put/seqid=0 2024-11-14T02:21:12,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742454_1630 (size=31195) 2024-11-14T02:21:12,103 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:12,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-14T02:21:12,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:12,104 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2837): Flushing c6e21444644ef75b0a709063f19e8f0d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T02:21:12,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=A 2024-11-14T02:21:12,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:12,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=B 2024-11-14T02:21:12,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:12,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=C 2024-11-14T02:21:12,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:12,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742455_1631 (size=12241) 2024-11-14T02:21:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-14T02:21:12,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111491b0bb1d595d4b9785c1f10805bdcfd7_c6e21444644ef75b0a709063f19e8f0d is 50, key is test_row_0/A:col10/1731550871037/Put/seqid=0 2024-11-14T02:21:12,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742456_1632 (size=12254) 2024-11-14T02:21:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:12,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:12,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:12,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550932167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550932167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:12,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550932167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:12,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550932171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:12,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550932271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:12,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550932272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:12,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550932272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:12,394 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-14T02:21:12,394 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-14T02:21:12,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550932476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:12,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550932481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:12,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550932481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:12,508 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/8e98ce5197c744acb84b3d66b37e7d62 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/8e98ce5197c744acb84b3d66b37e7d62 2024-11-14T02:21:12,512 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c6e21444644ef75b0a709063f19e8f0d/A of c6e21444644ef75b0a709063f19e8f0d into 8e98ce5197c744acb84b3d66b37e7d62(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:21:12,512 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:12,513 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d., storeName=c6e21444644ef75b0a709063f19e8f0d/A, priority=12, startTime=1731550871952; duration=0sec 2024-11-14T02:21:12,513 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:21:12,513 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6e21444644ef75b0a709063f19e8f0d:A 2024-11-14T02:21:12,527 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/1e94105d3f504b65b875c48370dbc2ca as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/1e94105d3f504b65b875c48370dbc2ca 2024-11-14T02:21:12,535 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c6e21444644ef75b0a709063f19e8f0d/C of c6e21444644ef75b0a709063f19e8f0d into 1e94105d3f504b65b875c48370dbc2ca(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:21:12,535 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:12,535 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d., storeName=c6e21444644ef75b0a709063f19e8f0d/C, priority=12, startTime=1731550871963; duration=0sec 2024-11-14T02:21:12,535 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:21:12,535 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6e21444644ef75b0a709063f19e8f0d:C 2024-11-14T02:21:12,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:12,550 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111491b0bb1d595d4b9785c1f10805bdcfd7_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111491b0bb1d595d4b9785c1f10805bdcfd7_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:12,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/78bb11b4dec548f5899e99f9b64b3855, store: [table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:12,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/78bb11b4dec548f5899e99f9b64b3855 is 175, key is test_row_0/A:col10/1731550871037/Put/seqid=0 2024-11-14T02:21:12,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742457_1633 (size=31055) 2024-11-14T02:21:12,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550932779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:12,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550932783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:12,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550932784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:12,958 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/78bb11b4dec548f5899e99f9b64b3855 2024-11-14T02:21:12,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/3f5d4f2f62274237930e076bcc9c683c is 50, key is test_row_0/B:col10/1731550871037/Put/seqid=0 2024-11-14T02:21:12,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742458_1634 (size=12101) 2024-11-14T02:21:12,983 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/3f5d4f2f62274237930e076bcc9c683c 2024-11-14T02:21:12,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/d5a74660a07341d59cfe62d4dbe45866 is 50, key is test_row_0/C:col10/1731550871037/Put/seqid=0 2024-11-14T02:21:13,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742459_1635 (size=12101) 2024-11-14T02:21:13,016 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/d5a74660a07341d59cfe62d4dbe45866 2024-11-14T02:21:13,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/78bb11b4dec548f5899e99f9b64b3855 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/78bb11b4dec548f5899e99f9b64b3855 2024-11-14T02:21:13,023 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/78bb11b4dec548f5899e99f9b64b3855, entries=150, sequenceid=134, filesize=30.3 K 2024-11-14T02:21:13,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/3f5d4f2f62274237930e076bcc9c683c as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/3f5d4f2f62274237930e076bcc9c683c 2024-11-14T02:21:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,027 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/3f5d4f2f62274237930e076bcc9c683c, entries=150, sequenceid=134, filesize=11.8 K 2024-11-14T02:21:13,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/d5a74660a07341d59cfe62d4dbe45866 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/d5a74660a07341d59cfe62d4dbe45866 2024-11-14T02:21:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,031 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/d5a74660a07341d59cfe62d4dbe45866, entries=150, sequenceid=134, filesize=11.8 K 2024-11-14T02:21:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,032 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c6e21444644ef75b0a709063f19e8f0d in 928ms, sequenceid=134, compaction requested=false 2024-11-14T02:21:13,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2538): Flush status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:13,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=154 2024-11-14T02:21:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=154 2024-11-14T02:21:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-14T02:21:13,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0110 sec 2024-11-14T02:21:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:13,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c6e21444644ef75b0a709063f19e8f0d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T02:21:13,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=A 2024-11-14T02:21:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:13,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=B 2024-11-14T02:21:13,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:13,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=C 2024-11-14T02:21:13,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees in 2.0200 sec 2024-11-14T02:21:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114511a962396fc468e8c79dd79b010e63a_c6e21444644ef75b0a709063f19e8f0d is 50, key is test_row_0/A:col10/1731550873034/Put/seqid=0 2024-11-14T02:21:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742460_1636 (size=12304) 2024-11-14T02:21:13,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:13,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1731550933116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:13,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-14T02:21:13,123 INFO [Thread-2650 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-11-14T02:21:13,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:21:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-11-14T02:21:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-14T02:21:13,126 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:21:13,126 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:21:13,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:21:13,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:13,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550933180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:13,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1731550933219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:13,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-14T02:21:13,278 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:13,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-14T02:21:13,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:13,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:13,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:13,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:13,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:13,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:13,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:13,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550933284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:13,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:13,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550933285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:13,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:13,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550933289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:13,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:13,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1731550933423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:13,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-14T02:21:13,430 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:13,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-14T02:21:13,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:13,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:13,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:13,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:13,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:13,448 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:13,451 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114511a962396fc468e8c79dd79b010e63a_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114511a962396fc468e8c79dd79b010e63a_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:13,453 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/5151d1d091b74395ac842fd6e9ed8535, store: [table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:13,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/5151d1d091b74395ac842fd6e9ed8535 is 175, key is test_row_0/A:col10/1731550873034/Put/seqid=0 2024-11-14T02:21:13,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742461_1637 (size=31101) 2024-11-14T02:21:13,583 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:13,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-14T02:21:13,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:13,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:13,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:13,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:13,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-14T02:21:13,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1731550933727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:13,736 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:13,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-14T02:21:13,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:13,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:13,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:13,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:13,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:13,873 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=147, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/5151d1d091b74395ac842fd6e9ed8535 2024-11-14T02:21:13,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/e4475756e1824c7bb3992e67718174d7 is 50, key is test_row_0/B:col10/1731550873034/Put/seqid=0 2024-11-14T02:21:13,892 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:13,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-14T02:21:13,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:13,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:13,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:13,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:13,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:13,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742462_1638 (size=9757) 2024-11-14T02:21:14,045 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:14,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-14T02:21:14,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:14,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:14,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:14,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:14,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:14,198 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:14,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-14T02:21:14,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:14,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:14,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:14,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:14,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-14T02:21:14,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:14,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1731550934231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:14,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:14,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550934291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:14,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550934297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:14,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550934298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:14,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/e4475756e1824c7bb3992e67718174d7 2024-11-14T02:21:14,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/47417859672c4e4ba03492a6e4e88876 is 50, key is test_row_0/C:col10/1731550873034/Put/seqid=0 2024-11-14T02:21:14,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742463_1639 (size=9757) 2024-11-14T02:21:14,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/47417859672c4e4ba03492a6e4e88876 2024-11-14T02:21:14,361 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:14,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-14T02:21:14,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:14,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:14,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:14,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:14,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:14,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/5151d1d091b74395ac842fd6e9ed8535 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/5151d1d091b74395ac842fd6e9ed8535 2024-11-14T02:21:14,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/5151d1d091b74395ac842fd6e9ed8535, entries=150, sequenceid=147, filesize=30.4 K 2024-11-14T02:21:14,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/e4475756e1824c7bb3992e67718174d7 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/e4475756e1824c7bb3992e67718174d7 2024-11-14T02:21:14,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/e4475756e1824c7bb3992e67718174d7, entries=100, sequenceid=147, filesize=9.5 K 2024-11-14T02:21:14,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/47417859672c4e4ba03492a6e4e88876 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/47417859672c4e4ba03492a6e4e88876 2024-11-14T02:21:14,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/47417859672c4e4ba03492a6e4e88876, entries=100, sequenceid=147, filesize=9.5 K 2024-11-14T02:21:14,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c6e21444644ef75b0a709063f19e8f0d in 1347ms, sequenceid=147, compaction requested=true 2024-11-14T02:21:14,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:14,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6e21444644ef75b0a709063f19e8f0d:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:21:14,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:21:14,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6e21444644ef75b0a709063f19e8f0d:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:21:14,382 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:21:14,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:21:14,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6e21444644ef75b0a709063f19e8f0d:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:21:14,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:21:14,382 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:21:14,386 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93351 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:21:14,386 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): c6e21444644ef75b0a709063f19e8f0d/A is initiating minor compaction (all files) 2024-11-14T02:21:14,387 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6e21444644ef75b0a709063f19e8f0d/A in TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:14,387 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/8e98ce5197c744acb84b3d66b37e7d62, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/78bb11b4dec548f5899e99f9b64b3855, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/5151d1d091b74395ac842fd6e9ed8535] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp, totalSize=91.2 K 2024-11-14T02:21:14,387 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:14,387 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. files: [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/8e98ce5197c744acb84b3d66b37e7d62, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/78bb11b4dec548f5899e99f9b64b3855, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/5151d1d091b74395ac842fd6e9ed8535] 2024-11-14T02:21:14,387 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:21:14,387 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): c6e21444644ef75b0a709063f19e8f0d/B is initiating minor compaction (all files) 2024-11-14T02:21:14,387 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6e21444644ef75b0a709063f19e8f0d/B in TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:14,387 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/ac078cf768a241ab9404e06dc30c8dfc, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/3f5d4f2f62274237930e076bcc9c683c, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/e4475756e1824c7bb3992e67718174d7] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp, totalSize=33.3 K 2024-11-14T02:21:14,388 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting ac078cf768a241ab9404e06dc30c8dfc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731550870997 2024-11-14T02:21:14,388 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e98ce5197c744acb84b3d66b37e7d62, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731550870997 2024-11-14T02:21:14,389 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f5d4f2f62274237930e076bcc9c683c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731550871032 2024-11-14T02:21:14,390 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78bb11b4dec548f5899e99f9b64b3855, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731550871032 2024-11-14T02:21:14,390 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting e4475756e1824c7bb3992e67718174d7, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731550872157 2024-11-14T02:21:14,390 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5151d1d091b74395ac842fd6e9ed8535, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731550872157 2024-11-14T02:21:14,404 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6e21444644ef75b0a709063f19e8f0d#B#compaction#547 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:21:14,404 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/9532a422209348f3bb47c60f41726244 is 50, key is test_row_0/B:col10/1731550873034/Put/seqid=0 2024-11-14T02:21:14,405 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:14,420 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411148fde343ecd4e4279a656239cb5e0369c_c6e21444644ef75b0a709063f19e8f0d store=[table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:14,422 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411148fde343ecd4e4279a656239cb5e0369c_c6e21444644ef75b0a709063f19e8f0d, store=[table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:14,422 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148fde343ecd4e4279a656239cb5e0369c_c6e21444644ef75b0a709063f19e8f0d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:14,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742465_1641 (size=4469) 2024-11-14T02:21:14,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742464_1640 (size=12493) 2024-11-14T02:21:14,518 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:14,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-14T02:21:14,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:14,518 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing c6e21444644ef75b0a709063f19e8f0d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T02:21:14,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=A 2024-11-14T02:21:14,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:14,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=B 2024-11-14T02:21:14,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:14,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=C 2024-11-14T02:21:14,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:14,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111468e7a1ab8cd6407a813a8cad19b0dd5d_c6e21444644ef75b0a709063f19e8f0d is 50, key is test_row_0/A:col10/1731550873112/Put/seqid=0 2024-11-14T02:21:14,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742466_1642 (size=12304) 2024-11-14T02:21:14,854 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6e21444644ef75b0a709063f19e8f0d#A#compaction#548 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:21:14,856 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/bc700751ca8b409da615f3895416fd15 is 175, key is test_row_0/A:col10/1731550873034/Put/seqid=0 2024-11-14T02:21:14,863 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/9532a422209348f3bb47c60f41726244 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/9532a422209348f3bb47c60f41726244 2024-11-14T02:21:14,870 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c6e21444644ef75b0a709063f19e8f0d/B of c6e21444644ef75b0a709063f19e8f0d into 9532a422209348f3bb47c60f41726244(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:21:14,870 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:14,870 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d., storeName=c6e21444644ef75b0a709063f19e8f0d/B, priority=13, startTime=1731550874382; duration=0sec 2024-11-14T02:21:14,870 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:21:14,870 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6e21444644ef75b0a709063f19e8f0d:B 2024-11-14T02:21:14,870 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:21:14,871 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:21:14,871 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): c6e21444644ef75b0a709063f19e8f0d/C is initiating minor compaction (all files) 2024-11-14T02:21:14,871 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6e21444644ef75b0a709063f19e8f0d/C in TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:14,871 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/1e94105d3f504b65b875c48370dbc2ca, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/d5a74660a07341d59cfe62d4dbe45866, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/47417859672c4e4ba03492a6e4e88876] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp, totalSize=33.3 K 2024-11-14T02:21:14,872 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e94105d3f504b65b875c48370dbc2ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731550870997 2024-11-14T02:21:14,872 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting d5a74660a07341d59cfe62d4dbe45866, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731550871032 2024-11-14T02:21:14,872 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 47417859672c4e4ba03492a6e4e88876, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731550872157 2024-11-14T02:21:14,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742467_1643 (size=31554) 2024-11-14T02:21:14,915 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6e21444644ef75b0a709063f19e8f0d#C#compaction#550 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:21:14,916 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/6d34690d11cc4b27a73fdac3b63f3687 is 50, key is test_row_0/C:col10/1731550873034/Put/seqid=0 2024-11-14T02:21:14,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:14,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742468_1644 (size=12493) 2024-11-14T02:21:14,972 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111468e7a1ab8cd6407a813a8cad19b0dd5d_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111468e7a1ab8cd6407a813a8cad19b0dd5d_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:14,975 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/6d34690d11cc4b27a73fdac3b63f3687 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/6d34690d11cc4b27a73fdac3b63f3687 2024-11-14T02:21:14,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/12261459f489414c9a4eee8933a2fdcb, store: [table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:14,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/12261459f489414c9a4eee8933a2fdcb is 175, key is test_row_0/A:col10/1731550873112/Put/seqid=0 2024-11-14T02:21:14,999 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c6e21444644ef75b0a709063f19e8f0d/C of c6e21444644ef75b0a709063f19e8f0d into 6d34690d11cc4b27a73fdac3b63f3687(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:21:14,999 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:14,999 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d., storeName=c6e21444644ef75b0a709063f19e8f0d/C, priority=13, startTime=1731550874382; duration=0sec 2024-11-14T02:21:14,999 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:21:14,999 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6e21444644ef75b0a709063f19e8f0d:C 2024-11-14T02:21:15,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742469_1645 (size=31105) 2024-11-14T02:21:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:15,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:15,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:15,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550935225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:15,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-14T02:21:15,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1731550935245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:15,280 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/bc700751ca8b409da615f3895416fd15 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/bc700751ca8b409da615f3895416fd15 2024-11-14T02:21:15,284 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c6e21444644ef75b0a709063f19e8f0d/A of c6e21444644ef75b0a709063f19e8f0d into bc700751ca8b409da615f3895416fd15(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:21:15,284 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:15,284 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d., storeName=c6e21444644ef75b0a709063f19e8f0d/A, priority=13, startTime=1731550874382; duration=0sec 2024-11-14T02:21:15,284 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:21:15,284 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6e21444644ef75b0a709063f19e8f0d:A 2024-11-14T02:21:15,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550935330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:15,415 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/12261459f489414c9a4eee8933a2fdcb 2024-11-14T02:21:15,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/a24688fa27664cafabda1fbdac38821a is 50, key is test_row_0/B:col10/1731550873112/Put/seqid=0 2024-11-14T02:21:15,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742470_1646 (size=12151) 2024-11-14T02:21:15,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550935534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:15,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:15,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550935836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:15,842 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/a24688fa27664cafabda1fbdac38821a 2024-11-14T02:21:15,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/6008d7ef98b546b2aae37a182966e9d9 is 50, key is test_row_0/C:col10/1731550873112/Put/seqid=0 2024-11-14T02:21:15,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742471_1647 (size=12151) 2024-11-14T02:21:16,266 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/6008d7ef98b546b2aae37a182966e9d9 2024-11-14T02:21:16,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/12261459f489414c9a4eee8933a2fdcb as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/12261459f489414c9a4eee8933a2fdcb 2024-11-14T02:21:16,286 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/12261459f489414c9a4eee8933a2fdcb, entries=150, sequenceid=172, filesize=30.4 K 2024-11-14T02:21:16,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/a24688fa27664cafabda1fbdac38821a as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/a24688fa27664cafabda1fbdac38821a 2024-11-14T02:21:16,289 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/a24688fa27664cafabda1fbdac38821a, entries=150, sequenceid=172, filesize=11.9 K 2024-11-14T02:21:16,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/6008d7ef98b546b2aae37a182966e9d9 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/6008d7ef98b546b2aae37a182966e9d9 2024-11-14T02:21:16,298 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/6008d7ef98b546b2aae37a182966e9d9, entries=150, sequenceid=172, filesize=11.9 K 2024-11-14T02:21:16,299 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c6e21444644ef75b0a709063f19e8f0d in 1781ms, sequenceid=172, compaction requested=false 2024-11-14T02:21:16,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:16,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:16,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-11-14T02:21:16,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-11-14T02:21:16,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-14T02:21:16,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1740 sec 2024-11-14T02:21:16,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 3.1770 sec 2024-11-14T02:21:16,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c6e21444644ef75b0a709063f19e8f0d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T02:21:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:16,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=A 2024-11-14T02:21:16,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:16,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=B 2024-11-14T02:21:16,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:16,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=C 2024-11-14T02:21:16,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:16,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ee0c43401ff944779d40a96ff2ca9484_c6e21444644ef75b0a709063f19e8f0d is 50, key is test_row_0/A:col10/1731550876307/Put/seqid=0 2024-11-14T02:21:16,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742472_1648 (size=14794) 2024-11-14T02:21:16,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550936386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:16,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550936386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:16,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550936387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:16,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550936387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:16,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550936490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:16,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550936491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:16,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550936491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:16,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550936491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:16,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:16,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550936694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:16,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:16,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550936694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:16,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:16,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550936694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:16,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:16,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550936695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:16,720 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:16,724 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ee0c43401ff944779d40a96ff2ca9484_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ee0c43401ff944779d40a96ff2ca9484_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:16,725 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/898f66caf9ba4810879e4b00bf83f180, store: [table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:16,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/898f66caf9ba4810879e4b00bf83f180 is 175, key is test_row_0/A:col10/1731550876307/Put/seqid=0 2024-11-14T02:21:16,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742473_1649 (size=39749) 2024-11-14T02:21:16,730 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=188, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/898f66caf9ba4810879e4b00bf83f180 2024-11-14T02:21:16,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/6642f6b5393340c3870ac6f48c6f89d7 is 50, key is test_row_0/B:col10/1731550876307/Put/seqid=0 2024-11-14T02:21:16,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742474_1650 (size=12151) 2024-11-14T02:21:16,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/6642f6b5393340c3870ac6f48c6f89d7 2024-11-14T02:21:16,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/6281f1ab67f546a089691c95e7e636f5 is 50, key is test_row_0/C:col10/1731550876307/Put/seqid=0 2024-11-14T02:21:16,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742475_1651 (size=12151) 2024-11-14T02:21:16,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550936998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:17,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550936998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:17,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550936998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:17,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550936999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:17,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/6281f1ab67f546a089691c95e7e636f5 2024-11-14T02:21:17,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/898f66caf9ba4810879e4b00bf83f180 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/898f66caf9ba4810879e4b00bf83f180 2024-11-14T02:21:17,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/898f66caf9ba4810879e4b00bf83f180, entries=200, sequenceid=188, filesize=38.8 K 2024-11-14T02:21:17,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/6642f6b5393340c3870ac6f48c6f89d7 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/6642f6b5393340c3870ac6f48c6f89d7 2024-11-14T02:21:17,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/6642f6b5393340c3870ac6f48c6f89d7, entries=150, sequenceid=188, filesize=11.9 K 2024-11-14T02:21:17,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/6281f1ab67f546a089691c95e7e636f5 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/6281f1ab67f546a089691c95e7e636f5 2024-11-14T02:21:17,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/6281f1ab67f546a089691c95e7e636f5, entries=150, sequenceid=188, filesize=11.9 K 2024-11-14T02:21:17,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c6e21444644ef75b0a709063f19e8f0d in 888ms, sequenceid=188, compaction requested=true 2024-11-14T02:21:17,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:17,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6e21444644ef75b0a709063f19e8f0d:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:21:17,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:21:17,197 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:21:17,197 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:21:17,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6e21444644ef75b0a709063f19e8f0d:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:21:17,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:21:17,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6e21444644ef75b0a709063f19e8f0d:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:21:17,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:21:17,198 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102408 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:21:17,198 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): c6e21444644ef75b0a709063f19e8f0d/A is initiating minor compaction (all files) 2024-11-14T02:21:17,198 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6e21444644ef75b0a709063f19e8f0d/A in TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:17,198 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/bc700751ca8b409da615f3895416fd15, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/12261459f489414c9a4eee8933a2fdcb, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/898f66caf9ba4810879e4b00bf83f180] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp, totalSize=100.0 K 2024-11-14T02:21:17,198 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:17,198 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. files: [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/bc700751ca8b409da615f3895416fd15, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/12261459f489414c9a4eee8933a2fdcb, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/898f66caf9ba4810879e4b00bf83f180] 2024-11-14T02:21:17,198 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:21:17,198 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): c6e21444644ef75b0a709063f19e8f0d/B is initiating minor compaction (all files) 2024-11-14T02:21:17,198 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6e21444644ef75b0a709063f19e8f0d/B in TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:17,198 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/9532a422209348f3bb47c60f41726244, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/a24688fa27664cafabda1fbdac38821a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/6642f6b5393340c3870ac6f48c6f89d7] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp, totalSize=35.9 K 2024-11-14T02:21:17,198 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc700751ca8b409da615f3895416fd15, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731550871036 2024-11-14T02:21:17,198 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 9532a422209348f3bb47c60f41726244, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731550871036 2024-11-14T02:21:17,199 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12261459f489414c9a4eee8933a2fdcb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731550873106 2024-11-14T02:21:17,199 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting a24688fa27664cafabda1fbdac38821a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731550873106 2024-11-14T02:21:17,199 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 6642f6b5393340c3870ac6f48c6f89d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731550875223 2024-11-14T02:21:17,199 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 898f66caf9ba4810879e4b00bf83f180, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731550875216 2024-11-14T02:21:17,204 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:17,205 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6e21444644ef75b0a709063f19e8f0d#B#compaction#556 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:21:17,205 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/855b13b4af4644d097c71441defd4ddf is 50, key is test_row_0/B:col10/1731550876307/Put/seqid=0 2024-11-14T02:21:17,205 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114e9c85b0f970d4213915e846e64d517e2_c6e21444644ef75b0a709063f19e8f0d store=[table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:17,207 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114e9c85b0f970d4213915e846e64d517e2_c6e21444644ef75b0a709063f19e8f0d, store=[table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:17,208 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e9c85b0f970d4213915e846e64d517e2_c6e21444644ef75b0a709063f19e8f0d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:17,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742476_1652 (size=12595) 2024-11-14T02:21:17,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742477_1653 (size=4469) 2024-11-14T02:21:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-14T02:21:17,230 INFO [Thread-2650 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-14T02:21:17,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:21:17,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-14T02:21:17,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-14T02:21:17,232 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:21:17,232 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:21:17,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:21:17,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:17,268 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c6e21444644ef75b0a709063f19e8f0d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T02:21:17,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=A 2024-11-14T02:21:17,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:17,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=B 2024-11-14T02:21:17,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:17,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=C 2024-11-14T02:21:17,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:17,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114acd3766168684bdb8fe8c08cdf6c0b3c_c6e21444644ef75b0a709063f19e8f0d is 50, key is test_row_0/A:col10/1731550877267/Put/seqid=0 2024-11-14T02:21:17,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742478_1654 (size=12304) 2024-11-14T02:21:17,277 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:17,281 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114acd3766168684bdb8fe8c08cdf6c0b3c_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114acd3766168684bdb8fe8c08cdf6c0b3c_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:17,282 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/338c134feab3451ca1cb456a46b225a8, store: [table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:17,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/338c134feab3451ca1cb456a46b225a8 is 175, key is test_row_0/A:col10/1731550877267/Put/seqid=0 2024-11-14T02:21:17,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742479_1655 (size=31105) 2024-11-14T02:21:17,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1731550937289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:17,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-14T02:21:17,384 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:17,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-14T02:21:17,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:17,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:17,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:17,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:17,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:17,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1731550937392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:17,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:17,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550937503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:17,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:17,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550937504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:17,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:17,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550937505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:17,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:17,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550937510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-14T02:21:17,539 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:17,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-14T02:21:17,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:17,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:17,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:17,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:17,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:17,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:17,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1731550937594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:17,613 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6e21444644ef75b0a709063f19e8f0d#A#compaction#557 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:21:17,613 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/9b93a03897b7402c93a38431641a106a is 175, key is test_row_0/A:col10/1731550876307/Put/seqid=0 2024-11-14T02:21:17,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742480_1656 (size=31549) 2024-11-14T02:21:17,618 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/855b13b4af4644d097c71441defd4ddf as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/855b13b4af4644d097c71441defd4ddf 2024-11-14T02:21:17,622 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/9b93a03897b7402c93a38431641a106a as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/9b93a03897b7402c93a38431641a106a 2024-11-14T02:21:17,623 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c6e21444644ef75b0a709063f19e8f0d/B of c6e21444644ef75b0a709063f19e8f0d into 855b13b4af4644d097c71441defd4ddf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:21:17,623 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:17,623 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d., storeName=c6e21444644ef75b0a709063f19e8f0d/B, priority=13, startTime=1731550877197; duration=0sec 2024-11-14T02:21:17,623 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:21:17,623 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6e21444644ef75b0a709063f19e8f0d:B 2024-11-14T02:21:17,623 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:21:17,624 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:21:17,624 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): c6e21444644ef75b0a709063f19e8f0d/C is initiating minor compaction (all files) 2024-11-14T02:21:17,624 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6e21444644ef75b0a709063f19e8f0d/C in TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:17,624 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/6d34690d11cc4b27a73fdac3b63f3687, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/6008d7ef98b546b2aae37a182966e9d9, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/6281f1ab67f546a089691c95e7e636f5] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp, totalSize=35.9 K 2024-11-14T02:21:17,625 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d34690d11cc4b27a73fdac3b63f3687, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731550871036 2024-11-14T02:21:17,625 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 6008d7ef98b546b2aae37a182966e9d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731550873106 2024-11-14T02:21:17,625 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 6281f1ab67f546a089691c95e7e636f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731550875223 2024-11-14T02:21:17,631 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c6e21444644ef75b0a709063f19e8f0d/A of c6e21444644ef75b0a709063f19e8f0d into 9b93a03897b7402c93a38431641a106a(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:21:17,631 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:17,631 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d., storeName=c6e21444644ef75b0a709063f19e8f0d/A, priority=13, startTime=1731550877197; duration=0sec 2024-11-14T02:21:17,631 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:21:17,631 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6e21444644ef75b0a709063f19e8f0d:A 2024-11-14T02:21:17,632 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6e21444644ef75b0a709063f19e8f0d#C#compaction#559 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:21:17,633 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/25ac30e86d51423b98b83137ca17ba8e is 50, key is test_row_0/C:col10/1731550876307/Put/seqid=0 2024-11-14T02:21:17,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742481_1657 (size=12595) 2024-11-14T02:21:17,686 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/338c134feab3451ca1cb456a46b225a8 2024-11-14T02:21:17,692 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:17,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/bad7b13995fd43649e97cb655c0f02c6 is 50, key is test_row_0/B:col10/1731550877267/Put/seqid=0 2024-11-14T02:21:17,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-14T02:21:17,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:17,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:17,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:17,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:17,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:17,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742482_1658 (size=12151) 2024-11-14T02:21:17,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-14T02:21:17,844 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:17,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-14T02:21:17,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:17,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:17,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:17,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:17,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:17,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:17,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1731550937898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:17,997 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:17,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-14T02:21:17,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:17,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:17,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:17,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:17,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:18,056 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/25ac30e86d51423b98b83137ca17ba8e as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/25ac30e86d51423b98b83137ca17ba8e 2024-11-14T02:21:18,063 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c6e21444644ef75b0a709063f19e8f0d/C of c6e21444644ef75b0a709063f19e8f0d into 25ac30e86d51423b98b83137ca17ba8e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:21:18,063 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:18,063 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d., storeName=c6e21444644ef75b0a709063f19e8f0d/C, priority=13, startTime=1731550877197; duration=0sec 2024-11-14T02:21:18,063 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:21:18,063 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6e21444644ef75b0a709063f19e8f0d:C 2024-11-14T02:21:18,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/bad7b13995fd43649e97cb655c0f02c6 2024-11-14T02:21:18,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/a0b7025cbf8c48949295abb21b8ab0a9 is 50, key is test_row_0/C:col10/1731550877267/Put/seqid=0 2024-11-14T02:21:18,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742483_1659 (size=12151) 2024-11-14T02:21:18,157 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:18,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-14T02:21:18,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:18,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:18,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:18,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:18,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:18,318 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:18,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-14T02:21:18,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:18,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:18,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:18,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:18,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:18,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:18,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-14T02:21:18,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1731550938406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:18,470 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:18,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-14T02:21:18,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:18,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:18,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:18,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:18,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:18,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550938507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:18,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550938514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:18,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550938516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:18,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550938517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:18,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/a0b7025cbf8c48949295abb21b8ab0a9 2024-11-14T02:21:18,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/338c134feab3451ca1cb456a46b225a8 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/338c134feab3451ca1cb456a46b225a8 2024-11-14T02:21:18,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/338c134feab3451ca1cb456a46b225a8, entries=150, sequenceid=212, filesize=30.4 K 2024-11-14T02:21:18,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/bad7b13995fd43649e97cb655c0f02c6 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/bad7b13995fd43649e97cb655c0f02c6 2024-11-14T02:21:18,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/bad7b13995fd43649e97cb655c0f02c6, entries=150, sequenceid=212, filesize=11.9 K 2024-11-14T02:21:18,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/a0b7025cbf8c48949295abb21b8ab0a9 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/a0b7025cbf8c48949295abb21b8ab0a9 2024-11-14T02:21:18,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/a0b7025cbf8c48949295abb21b8ab0a9, entries=150, sequenceid=212, filesize=11.9 K 2024-11-14T02:21:18,589 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c6e21444644ef75b0a709063f19e8f0d in 1322ms, sequenceid=212, compaction requested=false 2024-11-14T02:21:18,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:18,626 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:18,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-14T02:21:18,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:18,626 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing c6e21444644ef75b0a709063f19e8f0d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T02:21:18,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=A 2024-11-14T02:21:18,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:18,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=B 2024-11-14T02:21:18,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:18,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=C 2024-11-14T02:21:18,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:18,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111495d38e8ed2514e57b9c1e4d893dd7214_c6e21444644ef75b0a709063f19e8f0d is 50, key is test_row_0/A:col10/1731550877285/Put/seqid=0 2024-11-14T02:21:18,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742484_1660 (size=12304) 2024-11-14T02:21:18,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:18,645 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111495d38e8ed2514e57b9c1e4d893dd7214_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111495d38e8ed2514e57b9c1e4d893dd7214_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:18,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/a65d98f6e70b4e0199dad09d7a640005, store: [table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:18,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/a65d98f6e70b4e0199dad09d7a640005 is 175, key is test_row_0/A:col10/1731550877285/Put/seqid=0 2024-11-14T02:21:18,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742485_1661 (size=31105) 2024-11-14T02:21:19,055 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=227, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/a65d98f6e70b4e0199dad09d7a640005 2024-11-14T02:21:19,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/b7d55264cab1483f8929b04429e95d85 is 50, key is test_row_0/B:col10/1731550877285/Put/seqid=0 2024-11-14T02:21:19,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742486_1662 (size=12151) 2024-11-14T02:21:19,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-14T02:21:19,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:19,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:19,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:19,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1731550939470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:19,476 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/b7d55264cab1483f8929b04429e95d85 2024-11-14T02:21:19,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/40c70ad58375419c97b03f560fa3c40a is 50, key is test_row_0/C:col10/1731550877285/Put/seqid=0 2024-11-14T02:21:19,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742487_1663 (size=12151) 2024-11-14T02:21:19,486 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/40c70ad58375419c97b03f560fa3c40a 2024-11-14T02:21:19,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/a65d98f6e70b4e0199dad09d7a640005 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/a65d98f6e70b4e0199dad09d7a640005 2024-11-14T02:21:19,492 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/a65d98f6e70b4e0199dad09d7a640005, entries=150, sequenceid=227, filesize=30.4 K 2024-11-14T02:21:19,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/b7d55264cab1483f8929b04429e95d85 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/b7d55264cab1483f8929b04429e95d85 2024-11-14T02:21:19,495 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/b7d55264cab1483f8929b04429e95d85, entries=150, sequenceid=227, filesize=11.9 K 2024-11-14T02:21:19,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/40c70ad58375419c97b03f560fa3c40a as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/40c70ad58375419c97b03f560fa3c40a 2024-11-14T02:21:19,498 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/40c70ad58375419c97b03f560fa3c40a, entries=150, sequenceid=227, filesize=11.9 K 2024-11-14T02:21:19,499 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c6e21444644ef75b0a709063f19e8f0d in 873ms, sequenceid=227, compaction requested=true 2024-11-14T02:21:19,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:19,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:19,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-14T02:21:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-14T02:21:19,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-14T02:21:19,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2680 sec 2024-11-14T02:21:19,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 2.2710 sec 2024-11-14T02:21:19,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:19,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c6e21444644ef75b0a709063f19e8f0d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T02:21:19,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=A 2024-11-14T02:21:19,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:19,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=B 2024-11-14T02:21:19,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:19,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=C 2024-11-14T02:21:19,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:19,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114fb9956b03b8840ab86f3bf2c602457b0_c6e21444644ef75b0a709063f19e8f0d is 50, key is test_row_0/A:col10/1731550879464/Put/seqid=0 2024-11-14T02:21:19,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742488_1664 (size=14794) 2024-11-14T02:21:19,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1731550939598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:19,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1731550939706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:19,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:19,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1731550939910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:19,987 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:19,990 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114fb9956b03b8840ab86f3bf2c602457b0_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114fb9956b03b8840ab86f3bf2c602457b0_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:19,991 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/2e3c6bf49bc548b0b63d88e33b523f26, store: [table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:19,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/2e3c6bf49bc548b0b63d88e33b523f26 is 175, key is test_row_0/A:col10/1731550879464/Put/seqid=0 2024-11-14T02:21:19,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742489_1665 (size=39749) 2024-11-14T02:21:20,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1731550940213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:20,395 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/2e3c6bf49bc548b0b63d88e33b523f26 2024-11-14T02:21:20,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/4f5dd9c767ab4ae0a4b0c154767f2753 is 50, key is test_row_0/B:col10/1731550879464/Put/seqid=0 2024-11-14T02:21:20,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742490_1666 (size=12151) 2024-11-14T02:21:20,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/4f5dd9c767ab4ae0a4b0c154767f2753 2024-11-14T02:21:20,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/43757b1ce26040a68f2505060b21d839 is 50, key is test_row_0/C:col10/1731550879464/Put/seqid=0 2024-11-14T02:21:20,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742491_1667 (size=12151) 2024-11-14T02:21:20,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550940516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:20,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:20,518 DEBUG [Thread-2642 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d., hostname=3d72750a2650,45917,1731550712637, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:21:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550940518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:20,519 DEBUG [Thread-2644 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4133 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d., hostname=3d72750a2650,45917,1731550712637, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:21:20,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550940521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:20,522 DEBUG [Thread-2640 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4136 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d., hostname=3d72750a2650,45917,1731550712637, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:21:20,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550940535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:20,536 DEBUG [Thread-2648 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d., hostname=3d72750a2650,45917,1731550712637, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:21:20,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1731550940718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:20,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/43757b1ce26040a68f2505060b21d839 2024-11-14T02:21:20,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/2e3c6bf49bc548b0b63d88e33b523f26 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/2e3c6bf49bc548b0b63d88e33b523f26 2024-11-14T02:21:20,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/2e3c6bf49bc548b0b63d88e33b523f26, entries=200, sequenceid=252, filesize=38.8 K 2024-11-14T02:21:20,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/4f5dd9c767ab4ae0a4b0c154767f2753 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/4f5dd9c767ab4ae0a4b0c154767f2753 2024-11-14T02:21:20,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/4f5dd9c767ab4ae0a4b0c154767f2753, entries=150, sequenceid=252, filesize=11.9 K 2024-11-14T02:21:20,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/43757b1ce26040a68f2505060b21d839 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/43757b1ce26040a68f2505060b21d839 2024-11-14T02:21:20,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/43757b1ce26040a68f2505060b21d839, entries=150, sequenceid=252, filesize=11.9 K 2024-11-14T02:21:20,832 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c6e21444644ef75b0a709063f19e8f0d in 1257ms, sequenceid=252, compaction requested=true 2024-11-14T02:21:20,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:20,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6e21444644ef75b0a709063f19e8f0d:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:21:20,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:21:20,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6e21444644ef75b0a709063f19e8f0d:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:21:20,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:21:20,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6e21444644ef75b0a709063f19e8f0d:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:21:20,832 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:21:20,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:21:20,833 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:21:20,834 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:21:20,834 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133508 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:21:20,834 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): c6e21444644ef75b0a709063f19e8f0d/A is initiating minor compaction (all files) 2024-11-14T02:21:20,834 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): c6e21444644ef75b0a709063f19e8f0d/B is initiating minor compaction (all files) 2024-11-14T02:21:20,834 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6e21444644ef75b0a709063f19e8f0d/B in TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:20,834 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6e21444644ef75b0a709063f19e8f0d/A in TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:20,834 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/9b93a03897b7402c93a38431641a106a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/338c134feab3451ca1cb456a46b225a8, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/a65d98f6e70b4e0199dad09d7a640005, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/2e3c6bf49bc548b0b63d88e33b523f26] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp, totalSize=130.4 K 2024-11-14T02:21:20,834 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/855b13b4af4644d097c71441defd4ddf, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/bad7b13995fd43649e97cb655c0f02c6, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/b7d55264cab1483f8929b04429e95d85, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/4f5dd9c767ab4ae0a4b0c154767f2753] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp, totalSize=47.9 K 2024-11-14T02:21:20,834 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:20,834 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. files: [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/9b93a03897b7402c93a38431641a106a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/338c134feab3451ca1cb456a46b225a8, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/a65d98f6e70b4e0199dad09d7a640005, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/2e3c6bf49bc548b0b63d88e33b523f26] 2024-11-14T02:21:20,834 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 855b13b4af4644d097c71441defd4ddf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731550875223 2024-11-14T02:21:20,834 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b93a03897b7402c93a38431641a106a, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731550875223 2024-11-14T02:21:20,834 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting bad7b13995fd43649e97cb655c0f02c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731550876384 2024-11-14T02:21:20,834 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 338c134feab3451ca1cb456a46b225a8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731550876384 2024-11-14T02:21:20,835 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting a65d98f6e70b4e0199dad09d7a640005, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731550877283 2024-11-14T02:21:20,835 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting b7d55264cab1483f8929b04429e95d85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731550877283 2024-11-14T02:21:20,835 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e3c6bf49bc548b0b63d88e33b523f26, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731550879461 2024-11-14T02:21:20,835 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f5dd9c767ab4ae0a4b0c154767f2753, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731550879461 2024-11-14T02:21:20,840 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:20,842 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6e21444644ef75b0a709063f19e8f0d#B#compaction#569 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:21:20,843 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/eb9ff41259284461a6c6ae67c4b89dbd is 50, key is test_row_0/B:col10/1731550879464/Put/seqid=0 2024-11-14T02:21:20,844 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411146722abc6c1a64e4d85da7e80a8f36390_c6e21444644ef75b0a709063f19e8f0d store=[table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:20,846 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411146722abc6c1a64e4d85da7e80a8f36390_c6e21444644ef75b0a709063f19e8f0d, store=[table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:20,846 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146722abc6c1a64e4d85da7e80a8f36390_c6e21444644ef75b0a709063f19e8f0d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:20,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742492_1668 (size=12731) 2024-11-14T02:21:20,855 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/eb9ff41259284461a6c6ae67c4b89dbd as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/eb9ff41259284461a6c6ae67c4b89dbd 2024-11-14T02:21:20,859 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c6e21444644ef75b0a709063f19e8f0d/B of c6e21444644ef75b0a709063f19e8f0d into eb9ff41259284461a6c6ae67c4b89dbd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:21:20,859 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:20,859 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d., storeName=c6e21444644ef75b0a709063f19e8f0d/B, priority=12, startTime=1731550880832; duration=0sec 2024-11-14T02:21:20,859 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:21:20,859 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6e21444644ef75b0a709063f19e8f0d:B 2024-11-14T02:21:20,859 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T02:21:20,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742493_1669 (size=4469) 2024-11-14T02:21:20,861 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T02:21:20,861 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): c6e21444644ef75b0a709063f19e8f0d/C is initiating minor compaction (all files) 2024-11-14T02:21:20,861 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6e21444644ef75b0a709063f19e8f0d/C in TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:20,862 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/25ac30e86d51423b98b83137ca17ba8e, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/a0b7025cbf8c48949295abb21b8ab0a9, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/40c70ad58375419c97b03f560fa3c40a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/43757b1ce26040a68f2505060b21d839] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp, totalSize=47.9 K 2024-11-14T02:21:20,862 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 25ac30e86d51423b98b83137ca17ba8e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731550875223 2024-11-14T02:21:20,862 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting a0b7025cbf8c48949295abb21b8ab0a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731550876384 2024-11-14T02:21:20,863 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 40c70ad58375419c97b03f560fa3c40a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731550877283 2024-11-14T02:21:20,863 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 43757b1ce26040a68f2505060b21d839, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731550879461 2024-11-14T02:21:20,869 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6e21444644ef75b0a709063f19e8f0d#C#compaction#570 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:21:20,869 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/bfb27d7807b84625b9a357a0c59ad3b9 is 50, key is test_row_0/C:col10/1731550879464/Put/seqid=0 2024-11-14T02:21:20,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742494_1670 (size=12731) 2024-11-14T02:21:20,877 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/bfb27d7807b84625b9a357a0c59ad3b9 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/bfb27d7807b84625b9a357a0c59ad3b9 2024-11-14T02:21:20,880 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c6e21444644ef75b0a709063f19e8f0d/C of c6e21444644ef75b0a709063f19e8f0d into bfb27d7807b84625b9a357a0c59ad3b9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:21:20,880 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:20,880 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d., storeName=c6e21444644ef75b0a709063f19e8f0d/C, priority=12, startTime=1731550880832; duration=0sec 2024-11-14T02:21:20,880 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:21:20,880 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6e21444644ef75b0a709063f19e8f0d:C 2024-11-14T02:21:21,262 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6e21444644ef75b0a709063f19e8f0d#A#compaction#568 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:21:21,262 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/57c0ebb4f3e74eb2a9b54a20392d3f9d is 175, key is test_row_0/A:col10/1731550879464/Put/seqid=0 2024-11-14T02:21:21,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742495_1671 (size=31685) 2024-11-14T02:21:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-14T02:21:21,340 INFO [Thread-2650 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-14T02:21:21,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:21:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-14T02:21:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-14T02:21:21,343 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:21:21,344 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:21:21,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:21:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-14T02:21:21,495 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:21,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-14T02:21:21,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:21,496 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing c6e21444644ef75b0a709063f19e8f0d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T02:21:21,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=A 2024-11-14T02:21:21,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:21,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=B 2024-11-14T02:21:21,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:21,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=C 2024-11-14T02:21:21,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:21,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142e46a6bf745c4eba9a418eafab87a1cd_c6e21444644ef75b0a709063f19e8f0d is 50, key is test_row_0/A:col10/1731550879595/Put/seqid=0 2024-11-14T02:21:21,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742496_1672 (size=12404) 2024-11-14T02:21:21,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:21,508 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142e46a6bf745c4eba9a418eafab87a1cd_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142e46a6bf745c4eba9a418eafab87a1cd_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:21,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/1505b219ee3a438aaad6216d919247ab, store: [table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:21,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/1505b219ee3a438aaad6216d919247ab is 175, key is test_row_0/A:col10/1731550879595/Put/seqid=0 2024-11-14T02:21:21,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742497_1673 (size=31205) 2024-11-14T02:21:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-14T02:21:21,670 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/57c0ebb4f3e74eb2a9b54a20392d3f9d as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/57c0ebb4f3e74eb2a9b54a20392d3f9d 2024-11-14T02:21:21,673 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c6e21444644ef75b0a709063f19e8f0d/A of c6e21444644ef75b0a709063f19e8f0d into 57c0ebb4f3e74eb2a9b54a20392d3f9d(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:21:21,673 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:21,673 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d., storeName=c6e21444644ef75b0a709063f19e8f0d/A, priority=12, startTime=1731550880832; duration=0sec 2024-11-14T02:21:21,673 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:21:21,673 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6e21444644ef75b0a709063f19e8f0d:A 2024-11-14T02:21:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:21,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:21,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1731550941767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:21,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1731550941869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:21,912 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=265, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/1505b219ee3a438aaad6216d919247ab 2024-11-14T02:21:21,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/d181cbf1e3c64e30842afcb557eec0ef is 50, key is test_row_0/B:col10/1731550879595/Put/seqid=0 2024-11-14T02:21:21,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742498_1674 (size=12251) 2024-11-14T02:21:21,921 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/d181cbf1e3c64e30842afcb557eec0ef 2024-11-14T02:21:21,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/9b2c7b74472243caa70add4228d3c222 is 50, key is test_row_0/C:col10/1731550879595/Put/seqid=0 2024-11-14T02:21:21,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742499_1675 (size=12251) 2024-11-14T02:21:21,931 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/9b2c7b74472243caa70add4228d3c222 2024-11-14T02:21:21,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/1505b219ee3a438aaad6216d919247ab as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/1505b219ee3a438aaad6216d919247ab 2024-11-14T02:21:21,938 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/1505b219ee3a438aaad6216d919247ab, entries=150, sequenceid=265, filesize=30.5 K 2024-11-14T02:21:21,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/d181cbf1e3c64e30842afcb557eec0ef as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/d181cbf1e3c64e30842afcb557eec0ef 2024-11-14T02:21:21,941 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/d181cbf1e3c64e30842afcb557eec0ef, entries=150, sequenceid=265, filesize=12.0 K 2024-11-14T02:21:21,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/9b2c7b74472243caa70add4228d3c222 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/9b2c7b74472243caa70add4228d3c222 2024-11-14T02:21:21,944 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/9b2c7b74472243caa70add4228d3c222, entries=150, sequenceid=265, filesize=12.0 K 2024-11-14T02:21:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-14T02:21:21,945 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c6e21444644ef75b0a709063f19e8f0d in 448ms, sequenceid=265, compaction requested=false 2024-11-14T02:21:21,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:21,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:21,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-14T02:21:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-14T02:21:21,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-14T02:21:21,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 602 msec 2024-11-14T02:21:21,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 606 msec 2024-11-14T02:21:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:22,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c6e21444644ef75b0a709063f19e8f0d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T02:21:22,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=A 2024-11-14T02:21:22,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:22,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=B 2024-11-14T02:21:22,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:22,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=C 2024-11-14T02:21:22,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:22,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114febc2df3ca624d7a89b462213197018e_c6e21444644ef75b0a709063f19e8f0d is 50, key is test_row_0/A:col10/1731550881766/Put/seqid=0 2024-11-14T02:21:22,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742500_1676 (size=14994) 2024-11-14T02:21:22,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1731550942092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:22,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1731550942195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:22,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1731550942398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-14T02:21:22,445 INFO [Thread-2650 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-14T02:21:22,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:21:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-14T02:21:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-14T02:21:22,448 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:21:22,448 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:21:22,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:21:22,482 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:22,485 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114febc2df3ca624d7a89b462213197018e_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114febc2df3ca624d7a89b462213197018e_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:22,486 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/2c97cec2f2974b5191d43c0744167730, store: [table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:22,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/2c97cec2f2974b5191d43c0744167730 is 175, key is test_row_0/A:col10/1731550881766/Put/seqid=0 2024-11-14T02:21:22,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742501_1677 (size=39949) 2024-11-14T02:21:22,491 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/2c97cec2f2974b5191d43c0744167730 2024-11-14T02:21:22,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/72892e9ba4084f5e9eeb9c21a50e4756 is 50, key is test_row_0/B:col10/1731550881766/Put/seqid=0 2024-11-14T02:21:22,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742502_1678 (size=12301) 2024-11-14T02:21:22,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/72892e9ba4084f5e9eeb9c21a50e4756 2024-11-14T02:21:22,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/8f5b8e71040e417986dc1156a7bdf293 is 50, key is test_row_0/C:col10/1731550881766/Put/seqid=0 2024-11-14T02:21:22,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742503_1679 (size=12301) 2024-11-14T02:21:22,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/8f5b8e71040e417986dc1156a7bdf293 2024-11-14T02:21:22,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/2c97cec2f2974b5191d43c0744167730 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/2c97cec2f2974b5191d43c0744167730 2024-11-14T02:21:22,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/2c97cec2f2974b5191d43c0744167730, entries=200, sequenceid=292, filesize=39.0 K 2024-11-14T02:21:22,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/72892e9ba4084f5e9eeb9c21a50e4756 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/72892e9ba4084f5e9eeb9c21a50e4756 2024-11-14T02:21:22,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/72892e9ba4084f5e9eeb9c21a50e4756, entries=150, sequenceid=292, filesize=12.0 K 2024-11-14T02:21:22,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/8f5b8e71040e417986dc1156a7bdf293 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/8f5b8e71040e417986dc1156a7bdf293 2024-11-14T02:21:22,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/8f5b8e71040e417986dc1156a7bdf293, entries=150, sequenceid=292, filesize=12.0 K 2024-11-14T02:21:22,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c6e21444644ef75b0a709063f19e8f0d in 460ms, sequenceid=292, compaction requested=true 2024-11-14T02:21:22,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:22,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6e21444644ef75b0a709063f19e8f0d:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:21:22,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:21:22,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6e21444644ef75b0a709063f19e8f0d:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:21:22,534 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:21:22,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:21:22,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6e21444644ef75b0a709063f19e8f0d:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:21:22,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:21:22,534 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:21:22,536 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102839 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:21:22,536 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37283 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:21:22,536 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): c6e21444644ef75b0a709063f19e8f0d/A is initiating minor compaction (all files) 2024-11-14T02:21:22,536 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): c6e21444644ef75b0a709063f19e8f0d/B is initiating minor compaction (all files) 2024-11-14T02:21:22,536 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6e21444644ef75b0a709063f19e8f0d/B in TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:22,536 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6e21444644ef75b0a709063f19e8f0d/A in TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:22,537 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/eb9ff41259284461a6c6ae67c4b89dbd, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/d181cbf1e3c64e30842afcb557eec0ef, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/72892e9ba4084f5e9eeb9c21a50e4756] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp, totalSize=36.4 K 2024-11-14T02:21:22,537 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/57c0ebb4f3e74eb2a9b54a20392d3f9d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/1505b219ee3a438aaad6216d919247ab, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/2c97cec2f2974b5191d43c0744167730] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp, totalSize=100.4 K 2024-11-14T02:21:22,537 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:22,537 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. files: [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/57c0ebb4f3e74eb2a9b54a20392d3f9d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/1505b219ee3a438aaad6216d919247ab, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/2c97cec2f2974b5191d43c0744167730] 2024-11-14T02:21:22,538 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting eb9ff41259284461a6c6ae67c4b89dbd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731550879461 2024-11-14T02:21:22,538 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57c0ebb4f3e74eb2a9b54a20392d3f9d, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731550879461 2024-11-14T02:21:22,538 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting d181cbf1e3c64e30842afcb557eec0ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731550879580 2024-11-14T02:21:22,538 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1505b219ee3a438aaad6216d919247ab, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731550879580 2024-11-14T02:21:22,538 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 72892e9ba4084f5e9eeb9c21a50e4756, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731550881760 2024-11-14T02:21:22,539 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c97cec2f2974b5191d43c0744167730, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731550881758 2024-11-14T02:21:22,545 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:22,546 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6e21444644ef75b0a709063f19e8f0d#B#compaction#577 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:21:22,546 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111442f6dfdc8a3e412eadad3f308deb64fd_c6e21444644ef75b0a709063f19e8f0d store=[table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:22,546 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/e4068a22f4b34ac692e87c60559db0ce is 50, key is test_row_0/B:col10/1731550881766/Put/seqid=0 2024-11-14T02:21:22,548 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111442f6dfdc8a3e412eadad3f308deb64fd_c6e21444644ef75b0a709063f19e8f0d, store=[table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:22,548 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111442f6dfdc8a3e412eadad3f308deb64fd_c6e21444644ef75b0a709063f19e8f0d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-14T02:21:22,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742504_1680 (size=12983) 2024-11-14T02:21:22,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742505_1681 (size=4469) 2024-11-14T02:21:22,552 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6e21444644ef75b0a709063f19e8f0d#A#compaction#578 average throughput is 3.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:21:22,552 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/793079523cef4e62b65f3e4781ca7b4e is 175, key is test_row_0/A:col10/1731550881766/Put/seqid=0 2024-11-14T02:21:22,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742506_1682 (size=31937) 2024-11-14T02:21:22,599 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:22,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-14T02:21:22,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:22,600 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing c6e21444644ef75b0a709063f19e8f0d 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-14T02:21:22,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=A 2024-11-14T02:21:22,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:22,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=B 2024-11-14T02:21:22,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:22,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=C 2024-11-14T02:21:22,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:22,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114fb5a1edeadb7426e9b55907133dddb2e_c6e21444644ef75b0a709063f19e8f0d is 50, key is test_row_0/A:col10/1731550882085/Put/seqid=0 2024-11-14T02:21:22,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742507_1683 (size=12454) 2024-11-14T02:21:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:22,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-14T02:21:22,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1731550942764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:22,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1731550942867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:22,954 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/e4068a22f4b34ac692e87c60559db0ce as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/e4068a22f4b34ac692e87c60559db0ce 2024-11-14T02:21:22,957 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c6e21444644ef75b0a709063f19e8f0d/B of c6e21444644ef75b0a709063f19e8f0d into e4068a22f4b34ac692e87c60559db0ce(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:21:22,957 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:22,957 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d., storeName=c6e21444644ef75b0a709063f19e8f0d/B, priority=13, startTime=1731550882534; duration=0sec 2024-11-14T02:21:22,958 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:21:22,958 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6e21444644ef75b0a709063f19e8f0d:B 2024-11-14T02:21:22,958 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:21:22,958 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/793079523cef4e62b65f3e4781ca7b4e as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/793079523cef4e62b65f3e4781ca7b4e 2024-11-14T02:21:22,958 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37283 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:21:22,958 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): c6e21444644ef75b0a709063f19e8f0d/C is initiating minor compaction (all files) 2024-11-14T02:21:22,959 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6e21444644ef75b0a709063f19e8f0d/C in TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:22,959 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/bfb27d7807b84625b9a357a0c59ad3b9, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/9b2c7b74472243caa70add4228d3c222, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/8f5b8e71040e417986dc1156a7bdf293] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp, totalSize=36.4 K 2024-11-14T02:21:22,959 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting bfb27d7807b84625b9a357a0c59ad3b9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731550879461 2024-11-14T02:21:22,959 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b2c7b74472243caa70add4228d3c222, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731550879580 2024-11-14T02:21:22,960 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f5b8e71040e417986dc1156a7bdf293, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731550881760 2024-11-14T02:21:22,962 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c6e21444644ef75b0a709063f19e8f0d/A of c6e21444644ef75b0a709063f19e8f0d into 793079523cef4e62b65f3e4781ca7b4e(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:21:22,962 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:22,962 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d., storeName=c6e21444644ef75b0a709063f19e8f0d/A, priority=13, startTime=1731550882533; duration=0sec 2024-11-14T02:21:22,962 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:21:22,962 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6e21444644ef75b0a709063f19e8f0d:A 2024-11-14T02:21:22,966 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6e21444644ef75b0a709063f19e8f0d#C#compaction#580 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:21:22,966 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/acd31ead09414af7a5071f83c8045ff2 is 50, key is test_row_0/C:col10/1731550881766/Put/seqid=0 2024-11-14T02:21:22,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742508_1684 (size=12983) 2024-11-14T02:21:23,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:23,016 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114fb5a1edeadb7426e9b55907133dddb2e_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114fb5a1edeadb7426e9b55907133dddb2e_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:23,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/8247e15e7bef451d95e75cdc614079f7, store: [table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:23,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/8247e15e7bef451d95e75cdc614079f7 is 175, key is test_row_0/A:col10/1731550882085/Put/seqid=0 2024-11-14T02:21:23,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742509_1685 (size=31255) 2024-11-14T02:21:23,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-14T02:21:23,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1731550943071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:23,374 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/acd31ead09414af7a5071f83c8045ff2 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/acd31ead09414af7a5071f83c8045ff2 2024-11-14T02:21:23,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:23,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1731550943375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:23,378 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c6e21444644ef75b0a709063f19e8f0d/C of c6e21444644ef75b0a709063f19e8f0d into acd31ead09414af7a5071f83c8045ff2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:21:23,378 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:23,378 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d., storeName=c6e21444644ef75b0a709063f19e8f0d/C, priority=13, startTime=1731550882534; duration=0sec 2024-11-14T02:21:23,378 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:21:23,378 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6e21444644ef75b0a709063f19e8f0d:C 2024-11-14T02:21:23,421 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=302, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/8247e15e7bef451d95e75cdc614079f7 2024-11-14T02:21:23,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/2408f8d486054fb79e5d4d2adf82eaa2 is 50, key is test_row_0/B:col10/1731550882085/Put/seqid=0 2024-11-14T02:21:23,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742510_1686 (size=12301) 2024-11-14T02:21:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-14T02:21:23,830 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/2408f8d486054fb79e5d4d2adf82eaa2 2024-11-14T02:21:23,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/a746e540fc5e4b9f883b37040b12abae is 50, key is test_row_0/C:col10/1731550882085/Put/seqid=0 2024-11-14T02:21:23,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742511_1687 (size=12301) 2024-11-14T02:21:23,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:23,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1731550943883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:24,238 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/a746e540fc5e4b9f883b37040b12abae 2024-11-14T02:21:24,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/8247e15e7bef451d95e75cdc614079f7 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/8247e15e7bef451d95e75cdc614079f7 2024-11-14T02:21:24,245 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/8247e15e7bef451d95e75cdc614079f7, entries=150, sequenceid=302, filesize=30.5 K 2024-11-14T02:21:24,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/2408f8d486054fb79e5d4d2adf82eaa2 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/2408f8d486054fb79e5d4d2adf82eaa2 2024-11-14T02:21:24,248 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/2408f8d486054fb79e5d4d2adf82eaa2, entries=150, sequenceid=302, filesize=12.0 K 2024-11-14T02:21:24,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/a746e540fc5e4b9f883b37040b12abae as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/a746e540fc5e4b9f883b37040b12abae 2024-11-14T02:21:24,252 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/a746e540fc5e4b9f883b37040b12abae, entries=150, sequenceid=302, filesize=12.0 K 2024-11-14T02:21:24,253 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for c6e21444644ef75b0a709063f19e8f0d in 1653ms, sequenceid=302, compaction requested=false 2024-11-14T02:21:24,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:24,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:24,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-14T02:21:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-14T02:21:24,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-14T02:21:24,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8050 sec 2024-11-14T02:21:24,256 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 1.8080 sec 2024-11-14T02:21:24,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:24,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c6e21444644ef75b0a709063f19e8f0d 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-14T02:21:24,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=A 2024-11-14T02:21:24,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:24,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=B 2024-11-14T02:21:24,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:24,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=C 2024-11-14T02:21:24,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:24,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ab21d532c9384e94923dca0ca50d1052_c6e21444644ef75b0a709063f19e8f0d is 50, key is test_row_0/A:col10/1731550882761/Put/seqid=0 2024-11-14T02:21:24,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742512_1688 (size=12454) 2024-11-14T02:21:24,550 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:24,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-14T02:21:24,552 INFO [Thread-2650 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-14T02:21:24,553 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ab21d532c9384e94923dca0ca50d1052_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ab21d532c9384e94923dca0ca50d1052_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:24,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T02:21:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-14T02:21:24,554 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/3ef79e31c48342f79bde7253b9bcc6b3, store: [table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:24,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/3ef79e31c48342f79bde7253b9bcc6b3 is 175, key is test_row_0/A:col10/1731550882761/Put/seqid=0 2024-11-14T02:21:24,555 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T02:21:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-14T02:21:24,556 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T02:21:24,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T02:21:24,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742513_1689 (size=31255) 2024-11-14T02:21:24,565 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=332, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/3ef79e31c48342f79bde7253b9bcc6b3 2024-11-14T02:21:24,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/c0806ac678674dab93acc16bf336d592 is 50, key is test_row_0/B:col10/1731550882761/Put/seqid=0 2024-11-14T02:21:24,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550944570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:24,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550944579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:24,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550944579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:24,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550944582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:24,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742514_1690 (size=12301) 2024-11-14T02:21:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-14T02:21:24,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550944680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:24,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550944686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:24,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550944686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:24,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550944686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:24,707 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:24,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-14T02:21:24,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:24,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:24,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:24,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:24,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:24,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:24,821 DEBUG [Thread-2657 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3df30e37 to 127.0.0.1:65203 2024-11-14T02:21:24,821 DEBUG [Thread-2657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:21:24,822 DEBUG [Thread-2651 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a5ecd59 to 127.0.0.1:65203 2024-11-14T02:21:24,822 DEBUG [Thread-2651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:21:24,822 DEBUG [Thread-2653 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61da8c1c to 127.0.0.1:65203 2024-11-14T02:21:24,822 DEBUG [Thread-2653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:21:24,824 DEBUG [Thread-2655 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x560a8819 to 127.0.0.1:65203 2024-11-14T02:21:24,824 DEBUG [Thread-2655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:21:24,824 DEBUG [Thread-2659 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x745bf218 to 127.0.0.1:65203 2024-11-14T02:21:24,824 DEBUG [Thread-2659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:21:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-14T02:21:24,859 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:24,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-14T02:21:24,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:24,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:24,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:24,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:24,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:24,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550944882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:24,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1731550944886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:24,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550944887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:24,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550944889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:24,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550944889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:25,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/c0806ac678674dab93acc16bf336d592 2024-11-14T02:21:25,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/5e3421f3186e405f8a79dcd3238462a9 is 50, key is test_row_0/C:col10/1731550882761/Put/seqid=0 2024-11-14T02:21:25,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742515_1691 (size=12301) 2024-11-14T02:21:25,011 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:25,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-14T02:21:25,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:25,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:25,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:25,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:25,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-14T02:21:25,163 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:25,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-14T02:21:25,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:25,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:25,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:25,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:25,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:25,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51762 deadline: 1731550945184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:25,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51808 deadline: 1731550945188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:25,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51764 deadline: 1731550945189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:25,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T02:21:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51720 deadline: 1731550945191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 2024-11-14T02:21:25,316 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:25,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-14T02:21:25,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:25,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:25,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:25,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:25,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:25,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/5e3421f3186e405f8a79dcd3238462a9 2024-11-14T02:21:25,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/3ef79e31c48342f79bde7253b9bcc6b3 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/3ef79e31c48342f79bde7253b9bcc6b3 2024-11-14T02:21:25,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/3ef79e31c48342f79bde7253b9bcc6b3, entries=150, sequenceid=332, filesize=30.5 K 2024-11-14T02:21:25,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/c0806ac678674dab93acc16bf336d592 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/c0806ac678674dab93acc16bf336d592 2024-11-14T02:21:25,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/c0806ac678674dab93acc16bf336d592, entries=150, sequenceid=332, filesize=12.0 K 2024-11-14T02:21:25,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/5e3421f3186e405f8a79dcd3238462a9 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/5e3421f3186e405f8a79dcd3238462a9 2024-11-14T02:21:25,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/5e3421f3186e405f8a79dcd3238462a9, entries=150, sequenceid=332, filesize=12.0 K 2024-11-14T02:21:25,422 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=53.67 KB/54960 for c6e21444644ef75b0a709063f19e8f0d in 893ms, sequenceid=332, compaction requested=true 2024-11-14T02:21:25,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:25,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6e21444644ef75b0a709063f19e8f0d:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T02:21:25,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:21:25,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6e21444644ef75b0a709063f19e8f0d:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T02:21:25,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:21:25,422 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:21:25,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6e21444644ef75b0a709063f19e8f0d:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T02:21:25,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:21:25,422 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:21:25,422 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:21:25,422 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:21:25,422 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): c6e21444644ef75b0a709063f19e8f0d/B is initiating minor compaction (all files) 2024-11-14T02:21:25,422 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1540): c6e21444644ef75b0a709063f19e8f0d/A is initiating minor compaction (all files) 2024-11-14T02:21:25,423 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6e21444644ef75b0a709063f19e8f0d/A in TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:25,423 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6e21444644ef75b0a709063f19e8f0d/B in TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:25,423 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/793079523cef4e62b65f3e4781ca7b4e, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/8247e15e7bef451d95e75cdc614079f7, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/3ef79e31c48342f79bde7253b9bcc6b3] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp, totalSize=92.2 K 2024-11-14T02:21:25,423 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/e4068a22f4b34ac692e87c60559db0ce, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/2408f8d486054fb79e5d4d2adf82eaa2, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/c0806ac678674dab93acc16bf336d592] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp, totalSize=36.7 K 2024-11-14T02:21:25,423 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:25,423 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. files: [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/793079523cef4e62b65f3e4781ca7b4e, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/8247e15e7bef451d95e75cdc614079f7, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/3ef79e31c48342f79bde7253b9bcc6b3] 2024-11-14T02:21:25,423 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting e4068a22f4b34ac692e87c60559db0ce, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731550881760 2024-11-14T02:21:25,423 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 793079523cef4e62b65f3e4781ca7b4e, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731550881760 2024-11-14T02:21:25,423 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8247e15e7bef451d95e75cdc614079f7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731550882085 2024-11-14T02:21:25,423 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 2408f8d486054fb79e5d4d2adf82eaa2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731550882085 2024-11-14T02:21:25,423 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting c0806ac678674dab93acc16bf336d592, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731550882761 2024-11-14T02:21:25,423 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ef79e31c48342f79bde7253b9bcc6b3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731550882761 2024-11-14T02:21:25,427 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:25,428 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6e21444644ef75b0a709063f19e8f0d#B#compaction#586 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:21:25,428 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/e5bea6f6e16049cba6351f0619625725 is 50, key is test_row_0/B:col10/1731550882761/Put/seqid=0 2024-11-14T02:21:25,429 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411144b03fbb3cb8f481f9816c396ef8a1d06_c6e21444644ef75b0a709063f19e8f0d store=[table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:25,431 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411144b03fbb3cb8f481f9816c396ef8a1d06_c6e21444644ef75b0a709063f19e8f0d, store=[table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:25,431 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144b03fbb3cb8f481f9816c396ef8a1d06_c6e21444644ef75b0a709063f19e8f0d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:25,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742516_1692 (size=13085) 2024-11-14T02:21:25,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742517_1693 (size=4469) 2024-11-14T02:21:25,468 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:25,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-14T02:21:25,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:25,469 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing c6e21444644ef75b0a709063f19e8f0d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T02:21:25,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=A 2024-11-14T02:21:25,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:25,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=B 2024-11-14T02:21:25,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:25,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=C 2024-11-14T02:21:25,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:25,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111456dec16e7373404e84e3b6da7a890c98_c6e21444644ef75b0a709063f19e8f0d is 50, key is test_row_0/A:col10/1731550884575/Put/seqid=0 2024-11-14T02:21:25,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742518_1694 (size=12454) 2024-11-14T02:21:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-14T02:21:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45917 {}] regionserver.HRegion(8581): Flush requested on c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:25,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. as already flushing 2024-11-14T02:21:25,691 DEBUG [Thread-2642 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1208728f to 127.0.0.1:65203 2024-11-14T02:21:25,691 DEBUG [Thread-2642 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:21:25,691 DEBUG [Thread-2648 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x271e8143 to 127.0.0.1:65203 2024-11-14T02:21:25,692 DEBUG [Thread-2648 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:21:25,694 DEBUG [Thread-2644 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d0a9e33 to 127.0.0.1:65203 2024-11-14T02:21:25,694 DEBUG [Thread-2644 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:21:25,696 DEBUG [Thread-2640 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x55544bc7 to 127.0.0.1:65203 2024-11-14T02:21:25,696 DEBUG [Thread-2640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:21:25,835 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6e21444644ef75b0a709063f19e8f0d#A#compaction#587 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:21:25,836 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/28e7b75a454c4813aa5f372c7ae26b18 is 175, key is test_row_0/A:col10/1731550882761/Put/seqid=0 2024-11-14T02:21:25,836 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/e5bea6f6e16049cba6351f0619625725 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/e5bea6f6e16049cba6351f0619625725 2024-11-14T02:21:25,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742519_1695 (size=32039) 2024-11-14T02:21:25,840 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c6e21444644ef75b0a709063f19e8f0d/B of c6e21444644ef75b0a709063f19e8f0d into e5bea6f6e16049cba6351f0619625725(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:21:25,840 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:25,840 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d., storeName=c6e21444644ef75b0a709063f19e8f0d/B, priority=13, startTime=1731550885422; duration=0sec 2024-11-14T02:21:25,840 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T02:21:25,840 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6e21444644ef75b0a709063f19e8f0d:B 2024-11-14T02:21:25,840 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T02:21:25,840 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T02:21:25,840 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1540): c6e21444644ef75b0a709063f19e8f0d/C is initiating minor compaction (all files) 2024-11-14T02:21:25,840 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6e21444644ef75b0a709063f19e8f0d/C in TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:25,841 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/acd31ead09414af7a5071f83c8045ff2, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/a746e540fc5e4b9f883b37040b12abae, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/5e3421f3186e405f8a79dcd3238462a9] into tmpdir=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp, totalSize=36.7 K 2024-11-14T02:21:25,841 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting acd31ead09414af7a5071f83c8045ff2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731550881760 2024-11-14T02:21:25,841 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting a746e540fc5e4b9f883b37040b12abae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731550882085 2024-11-14T02:21:25,841 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e3421f3186e405f8a79dcd3238462a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731550882761 2024-11-14T02:21:25,846 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6e21444644ef75b0a709063f19e8f0d#C#compaction#589 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T02:21:25,846 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/c70872103eb1449fb7595f8a064706d0 is 50, key is test_row_0/C:col10/1731550882761/Put/seqid=0 2024-11-14T02:21:25,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742520_1696 (size=13085) 2024-11-14T02:21:25,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:25,879 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111456dec16e7373404e84e3b6da7a890c98_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111456dec16e7373404e84e3b6da7a890c98_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:25,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/35bdaa5d156942b383a8f8c8bf2d3b09, store: [table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:25,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/35bdaa5d156942b383a8f8c8bf2d3b09 is 175, key is test_row_0/A:col10/1731550884575/Put/seqid=0 2024-11-14T02:21:25,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742521_1697 (size=31255) 2024-11-14T02:21:26,243 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/28e7b75a454c4813aa5f372c7ae26b18 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/28e7b75a454c4813aa5f372c7ae26b18 2024-11-14T02:21:26,246 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c6e21444644ef75b0a709063f19e8f0d/A of c6e21444644ef75b0a709063f19e8f0d into 28e7b75a454c4813aa5f372c7ae26b18(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:21:26,246 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:26,246 INFO [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d., storeName=c6e21444644ef75b0a709063f19e8f0d/A, priority=13, startTime=1731550885422; duration=0sec 2024-11-14T02:21:26,246 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:21:26,246 DEBUG [RS:0;3d72750a2650:45917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6e21444644ef75b0a709063f19e8f0d:A 2024-11-14T02:21:26,252 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/c70872103eb1449fb7595f8a064706d0 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/c70872103eb1449fb7595f8a064706d0 2024-11-14T02:21:26,254 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c6e21444644ef75b0a709063f19e8f0d/C of c6e21444644ef75b0a709063f19e8f0d into c70872103eb1449fb7595f8a064706d0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T02:21:26,254 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:26,254 INFO [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d., storeName=c6e21444644ef75b0a709063f19e8f0d/C, priority=13, startTime=1731550885422; duration=0sec 2024-11-14T02:21:26,254 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T02:21:26,254 DEBUG [RS:0;3d72750a2650:45917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6e21444644ef75b0a709063f19e8f0d:C 2024-11-14T02:21:26,283 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=343, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/35bdaa5d156942b383a8f8c8bf2d3b09 2024-11-14T02:21:26,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/35f1a8ce14fc4fd383a27715ae3e2dc2 is 50, key is test_row_0/B:col10/1731550884575/Put/seqid=0 2024-11-14T02:21:26,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742522_1698 (size=12301) 2024-11-14T02:21:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-14T02:21:26,690 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/35f1a8ce14fc4fd383a27715ae3e2dc2 2024-11-14T02:21:26,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/e2c9d288fdde454fa478683a19339a1c is 50, key is test_row_0/C:col10/1731550884575/Put/seqid=0 2024-11-14T02:21:26,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742523_1699 (size=12301) 2024-11-14T02:21:26,905 DEBUG [Thread-2646 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40e55f2a to 127.0.0.1:65203 2024-11-14T02:21:26,905 DEBUG [Thread-2646 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:21:27,098 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/e2c9d288fdde454fa478683a19339a1c 2024-11-14T02:21:27,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/35bdaa5d156942b383a8f8c8bf2d3b09 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/35bdaa5d156942b383a8f8c8bf2d3b09 2024-11-14T02:21:27,104 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/35bdaa5d156942b383a8f8c8bf2d3b09, entries=150, sequenceid=343, filesize=30.5 K 2024-11-14T02:21:27,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/35f1a8ce14fc4fd383a27715ae3e2dc2 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/35f1a8ce14fc4fd383a27715ae3e2dc2 2024-11-14T02:21:27,107 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/35f1a8ce14fc4fd383a27715ae3e2dc2, entries=150, sequenceid=343, filesize=12.0 K 2024-11-14T02:21:27,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/e2c9d288fdde454fa478683a19339a1c as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/e2c9d288fdde454fa478683a19339a1c 2024-11-14T02:21:27,110 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/e2c9d288fdde454fa478683a19339a1c, entries=150, sequenceid=343, filesize=12.0 K 2024-11-14T02:21:27,111 INFO [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=33.54 KB/34350 for c6e21444644ef75b0a709063f19e8f0d in 1643ms, sequenceid=343, compaction requested=false 2024-11-14T02:21:27,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:27,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:27,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3d72750a2650:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-14T02:21:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-14T02:21:27,113 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-14T02:21:27,113 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5560 sec 2024-11-14T02:21:27,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 2.5590 sec 2024-11-14T02:21:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-14T02:21:28,660 INFO [Thread-2650 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-14T02:21:28,660 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T02:21:28,660 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-14T02:21:28,660 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-14T02:21:28,660 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-14T02:21:28,660 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 123 2024-11-14T02:21:28,660 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-11-14T02:21:28,660 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T02:21:28,660 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6616 2024-11-14T02:21:28,660 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6317 2024-11-14T02:21:28,660 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6342 2024-11-14T02:21:28,660 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6506 2024-11-14T02:21:28,660 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6359 2024-11-14T02:21:28,660 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T02:21:28,661 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-14T02:21:28,661 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a1fe6e4 to 127.0.0.1:65203 2024-11-14T02:21:28,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:21:28,661 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-14T02:21:28,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-14T02:21:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T02:21:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-14T02:21:28,663 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731550888663"}]},"ts":"1731550888663"} 2024-11-14T02:21:28,664 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T02:21:28,666 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T02:21:28,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T02:21:28,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c6e21444644ef75b0a709063f19e8f0d, UNASSIGN}] 2024-11-14T02:21:28,668 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=167, ppid=166, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c6e21444644ef75b0a709063f19e8f0d, UNASSIGN 2024-11-14T02:21:28,668 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=167 updating hbase:meta row=c6e21444644ef75b0a709063f19e8f0d, regionState=CLOSING, regionLocation=3d72750a2650,45917,1731550712637 2024-11-14T02:21:28,669 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T02:21:28,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; CloseRegionProcedure c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637}] 2024-11-14T02:21:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-14T02:21:28,820 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3d72750a2650,45917,1731550712637 2024-11-14T02:21:28,821 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] handler.UnassignRegionHandler(124): Close c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:28,821 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T02:21:28,821 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1681): Closing c6e21444644ef75b0a709063f19e8f0d, disabling compactions & flushes 2024-11-14T02:21:28,821 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:28,821 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:28,821 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. after waiting 0 ms 2024-11-14T02:21:28,821 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:28,821 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(2837): Flushing c6e21444644ef75b0a709063f19e8f0d 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-14T02:21:28,821 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=A 2024-11-14T02:21:28,821 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:28,821 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=B 2024-11-14T02:21:28,821 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:28,821 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6e21444644ef75b0a709063f19e8f0d, store=C 2024-11-14T02:21:28,821 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T02:21:28,825 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111485395434fd4d4b4ebc953f5d7afaf47f_c6e21444644ef75b0a709063f19e8f0d is 50, key is test_row_0/A:col10/1731550886904/Put/seqid=0 2024-11-14T02:21:28,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742524_1700 (size=9914) 2024-11-14T02:21:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-14T02:21:29,229 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:21:29,231 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111485395434fd4d4b4ebc953f5d7afaf47f_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111485395434fd4d4b4ebc953f5d7afaf47f_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:29,232 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/1a74a42e89e74ef6b28f6f1715b4ef69, store: [table=TestAcidGuarantees family=A region=c6e21444644ef75b0a709063f19e8f0d] 2024-11-14T02:21:29,232 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/1a74a42e89e74ef6b28f6f1715b4ef69 is 175, key is test_row_0/A:col10/1731550886904/Put/seqid=0 2024-11-14T02:21:29,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742525_1701 (size=22561) 2024-11-14T02:21:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-14T02:21:29,636 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=354, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/1a74a42e89e74ef6b28f6f1715b4ef69 2024-11-14T02:21:29,640 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/f92b85ffe53c48aaa7e62342f0da1409 is 50, key is test_row_0/B:col10/1731550886904/Put/seqid=0 2024-11-14T02:21:29,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742526_1702 (size=9857) 2024-11-14T02:21:29,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-14T02:21:30,043 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/f92b85ffe53c48aaa7e62342f0da1409 2024-11-14T02:21:30,049 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/eaa7d3cd73d14f5587c4ca5a12c00ef4 is 50, key is test_row_0/C:col10/1731550886904/Put/seqid=0 2024-11-14T02:21:30,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742527_1703 (size=9857) 2024-11-14T02:21:30,452 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/eaa7d3cd73d14f5587c4ca5a12c00ef4 2024-11-14T02:21:30,455 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/A/1a74a42e89e74ef6b28f6f1715b4ef69 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/1a74a42e89e74ef6b28f6f1715b4ef69 2024-11-14T02:21:30,457 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/1a74a42e89e74ef6b28f6f1715b4ef69, entries=100, sequenceid=354, filesize=22.0 K 2024-11-14T02:21:30,458 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/B/f92b85ffe53c48aaa7e62342f0da1409 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/f92b85ffe53c48aaa7e62342f0da1409 2024-11-14T02:21:30,460 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/f92b85ffe53c48aaa7e62342f0da1409, entries=100, sequenceid=354, filesize=9.6 K 2024-11-14T02:21:30,460 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/.tmp/C/eaa7d3cd73d14f5587c4ca5a12c00ef4 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/eaa7d3cd73d14f5587c4ca5a12c00ef4 2024-11-14T02:21:30,462 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/eaa7d3cd73d14f5587c4ca5a12c00ef4, entries=100, sequenceid=354, filesize=9.6 K 2024-11-14T02:21:30,463 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for c6e21444644ef75b0a709063f19e8f0d in 1642ms, sequenceid=354, compaction requested=true 2024-11-14T02:21:30,463 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/57202fd203c04df7bc7b2614d618d0c6, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/e6ffe69b34964c72a829f0928f39e9e2, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/14fef476d8a840bcbf20c5783200d8dc, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/0ed059343ba3493ea1d9323aedd8c1dc, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/8cd08c241db8440aab849ee72ad4ae99, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/fb1468f738f54e6eb2115729135dedae, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/fe24ebba1b25430ca6ba7467d23a7476, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/8e98ce5197c744acb84b3d66b37e7d62, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/78bb11b4dec548f5899e99f9b64b3855, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/bc700751ca8b409da615f3895416fd15, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/5151d1d091b74395ac842fd6e9ed8535, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/12261459f489414c9a4eee8933a2fdcb, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/898f66caf9ba4810879e4b00bf83f180, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/9b93a03897b7402c93a38431641a106a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/338c134feab3451ca1cb456a46b225a8, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/a65d98f6e70b4e0199dad09d7a640005, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/2e3c6bf49bc548b0b63d88e33b523f26, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/57c0ebb4f3e74eb2a9b54a20392d3f9d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/1505b219ee3a438aaad6216d919247ab, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/2c97cec2f2974b5191d43c0744167730, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/793079523cef4e62b65f3e4781ca7b4e, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/8247e15e7bef451d95e75cdc614079f7, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/3ef79e31c48342f79bde7253b9bcc6b3] to archive 2024-11-14T02:21:30,464 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T02:21:30,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/57202fd203c04df7bc7b2614d618d0c6 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/57202fd203c04df7bc7b2614d618d0c6 2024-11-14T02:21:30,466 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/e6ffe69b34964c72a829f0928f39e9e2 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/e6ffe69b34964c72a829f0928f39e9e2 2024-11-14T02:21:30,467 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/14fef476d8a840bcbf20c5783200d8dc to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/14fef476d8a840bcbf20c5783200d8dc 2024-11-14T02:21:30,467 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/0ed059343ba3493ea1d9323aedd8c1dc to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/0ed059343ba3493ea1d9323aedd8c1dc 2024-11-14T02:21:30,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/8cd08c241db8440aab849ee72ad4ae99 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/8cd08c241db8440aab849ee72ad4ae99 2024-11-14T02:21:30,469 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/fb1468f738f54e6eb2115729135dedae to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/fb1468f738f54e6eb2115729135dedae 2024-11-14T02:21:30,470 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/fe24ebba1b25430ca6ba7467d23a7476 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/fe24ebba1b25430ca6ba7467d23a7476 2024-11-14T02:21:30,471 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/8e98ce5197c744acb84b3d66b37e7d62 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/8e98ce5197c744acb84b3d66b37e7d62 2024-11-14T02:21:30,471 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/78bb11b4dec548f5899e99f9b64b3855 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/78bb11b4dec548f5899e99f9b64b3855 2024-11-14T02:21:30,472 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/bc700751ca8b409da615f3895416fd15 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/bc700751ca8b409da615f3895416fd15 2024-11-14T02:21:30,473 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/5151d1d091b74395ac842fd6e9ed8535 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/5151d1d091b74395ac842fd6e9ed8535 2024-11-14T02:21:30,474 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/12261459f489414c9a4eee8933a2fdcb to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/12261459f489414c9a4eee8933a2fdcb 2024-11-14T02:21:30,475 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/898f66caf9ba4810879e4b00bf83f180 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/898f66caf9ba4810879e4b00bf83f180 2024-11-14T02:21:30,475 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/9b93a03897b7402c93a38431641a106a to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/9b93a03897b7402c93a38431641a106a 2024-11-14T02:21:30,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/338c134feab3451ca1cb456a46b225a8 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/338c134feab3451ca1cb456a46b225a8 2024-11-14T02:21:30,477 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/a65d98f6e70b4e0199dad09d7a640005 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/a65d98f6e70b4e0199dad09d7a640005 2024-11-14T02:21:30,477 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/2e3c6bf49bc548b0b63d88e33b523f26 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/2e3c6bf49bc548b0b63d88e33b523f26 2024-11-14T02:21:30,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/57c0ebb4f3e74eb2a9b54a20392d3f9d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/57c0ebb4f3e74eb2a9b54a20392d3f9d 2024-11-14T02:21:30,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/1505b219ee3a438aaad6216d919247ab to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/1505b219ee3a438aaad6216d919247ab 2024-11-14T02:21:30,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/2c97cec2f2974b5191d43c0744167730 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/2c97cec2f2974b5191d43c0744167730 2024-11-14T02:21:30,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/793079523cef4e62b65f3e4781ca7b4e to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/793079523cef4e62b65f3e4781ca7b4e 2024-11-14T02:21:30,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/8247e15e7bef451d95e75cdc614079f7 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/8247e15e7bef451d95e75cdc614079f7 2024-11-14T02:21:30,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/3ef79e31c48342f79bde7253b9bcc6b3 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/3ef79e31c48342f79bde7253b9bcc6b3 2024-11-14T02:21:30,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/33d21adc95014e418961d57c21314f6a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/14270765857f4f14b9e9767c31dbec43, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/ee0868d6715a488db1f1dc403db11262, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/fa96b144ad234bd282168e4ed1400055, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/4652d858166247afbec4783056e51948, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/aa8cfc6037014cabadd67af00219a45c, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/ac078cf768a241ab9404e06dc30c8dfc, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/2582f785cb2a4265aafb6db61ed34bff, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/3f5d4f2f62274237930e076bcc9c683c, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/9532a422209348f3bb47c60f41726244, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/e4475756e1824c7bb3992e67718174d7, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/a24688fa27664cafabda1fbdac38821a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/855b13b4af4644d097c71441defd4ddf, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/6642f6b5393340c3870ac6f48c6f89d7, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/bad7b13995fd43649e97cb655c0f02c6, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/b7d55264cab1483f8929b04429e95d85, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/eb9ff41259284461a6c6ae67c4b89dbd, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/4f5dd9c767ab4ae0a4b0c154767f2753, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/d181cbf1e3c64e30842afcb557eec0ef, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/e4068a22f4b34ac692e87c60559db0ce, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/72892e9ba4084f5e9eeb9c21a50e4756, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/2408f8d486054fb79e5d4d2adf82eaa2, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/c0806ac678674dab93acc16bf336d592] to archive 2024-11-14T02:21:30,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T02:21:30,484 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/33d21adc95014e418961d57c21314f6a to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/33d21adc95014e418961d57c21314f6a 2024-11-14T02:21:30,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/14270765857f4f14b9e9767c31dbec43 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/14270765857f4f14b9e9767c31dbec43 2024-11-14T02:21:30,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/ee0868d6715a488db1f1dc403db11262 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/ee0868d6715a488db1f1dc403db11262 2024-11-14T02:21:30,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/fa96b144ad234bd282168e4ed1400055 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/fa96b144ad234bd282168e4ed1400055 2024-11-14T02:21:30,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/4652d858166247afbec4783056e51948 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/4652d858166247afbec4783056e51948 2024-11-14T02:21:30,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/aa8cfc6037014cabadd67af00219a45c to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/aa8cfc6037014cabadd67af00219a45c 2024-11-14T02:21:30,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/ac078cf768a241ab9404e06dc30c8dfc to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/ac078cf768a241ab9404e06dc30c8dfc 2024-11-14T02:21:30,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/2582f785cb2a4265aafb6db61ed34bff to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/2582f785cb2a4265aafb6db61ed34bff 2024-11-14T02:21:30,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/3f5d4f2f62274237930e076bcc9c683c to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/3f5d4f2f62274237930e076bcc9c683c 2024-11-14T02:21:30,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/9532a422209348f3bb47c60f41726244 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/9532a422209348f3bb47c60f41726244 2024-11-14T02:21:30,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/e4475756e1824c7bb3992e67718174d7 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/e4475756e1824c7bb3992e67718174d7 2024-11-14T02:21:30,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/a24688fa27664cafabda1fbdac38821a to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/a24688fa27664cafabda1fbdac38821a 2024-11-14T02:21:30,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/855b13b4af4644d097c71441defd4ddf to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/855b13b4af4644d097c71441defd4ddf 2024-11-14T02:21:30,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/6642f6b5393340c3870ac6f48c6f89d7 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/6642f6b5393340c3870ac6f48c6f89d7 2024-11-14T02:21:30,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/bad7b13995fd43649e97cb655c0f02c6 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/bad7b13995fd43649e97cb655c0f02c6 2024-11-14T02:21:30,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/b7d55264cab1483f8929b04429e95d85 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/b7d55264cab1483f8929b04429e95d85 2024-11-14T02:21:30,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/eb9ff41259284461a6c6ae67c4b89dbd to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/eb9ff41259284461a6c6ae67c4b89dbd 2024-11-14T02:21:30,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/4f5dd9c767ab4ae0a4b0c154767f2753 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/4f5dd9c767ab4ae0a4b0c154767f2753 2024-11-14T02:21:30,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/d181cbf1e3c64e30842afcb557eec0ef to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/d181cbf1e3c64e30842afcb557eec0ef 2024-11-14T02:21:30,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/e4068a22f4b34ac692e87c60559db0ce to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/e4068a22f4b34ac692e87c60559db0ce 2024-11-14T02:21:30,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/72892e9ba4084f5e9eeb9c21a50e4756 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/72892e9ba4084f5e9eeb9c21a50e4756 2024-11-14T02:21:30,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/2408f8d486054fb79e5d4d2adf82eaa2 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/2408f8d486054fb79e5d4d2adf82eaa2 2024-11-14T02:21:30,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/c0806ac678674dab93acc16bf336d592 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/c0806ac678674dab93acc16bf336d592 2024-11-14T02:21:30,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/1cf1d801f364458596d51017176a1fe0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/60e7d5acc6aa41249adf91fbb5c43069, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/92b81287f3c84eeb9cbdefb445d0f84d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/62edf5e7dbd34ea9b4ee2bb5ff5084c0, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/dc0eddfe71264c2eb05b97961398134d, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/df8eee0948834c07afee16eb5b6ae411, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/1e94105d3f504b65b875c48370dbc2ca, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/c58bbc9efafb497494e30a611f30ed61, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/d5a74660a07341d59cfe62d4dbe45866, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/6d34690d11cc4b27a73fdac3b63f3687, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/47417859672c4e4ba03492a6e4e88876, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/6008d7ef98b546b2aae37a182966e9d9, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/25ac30e86d51423b98b83137ca17ba8e, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/6281f1ab67f546a089691c95e7e636f5, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/a0b7025cbf8c48949295abb21b8ab0a9, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/40c70ad58375419c97b03f560fa3c40a, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/bfb27d7807b84625b9a357a0c59ad3b9, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/43757b1ce26040a68f2505060b21d839, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/9b2c7b74472243caa70add4228d3c222, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/acd31ead09414af7a5071f83c8045ff2, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/8f5b8e71040e417986dc1156a7bdf293, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/a746e540fc5e4b9f883b37040b12abae, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/5e3421f3186e405f8a79dcd3238462a9] to archive 2024-11-14T02:21:30,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T02:21:30,504 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/1cf1d801f364458596d51017176a1fe0 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/1cf1d801f364458596d51017176a1fe0 2024-11-14T02:21:30,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/60e7d5acc6aa41249adf91fbb5c43069 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/60e7d5acc6aa41249adf91fbb5c43069 2024-11-14T02:21:30,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/92b81287f3c84eeb9cbdefb445d0f84d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/92b81287f3c84eeb9cbdefb445d0f84d 2024-11-14T02:21:30,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/62edf5e7dbd34ea9b4ee2bb5ff5084c0 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/62edf5e7dbd34ea9b4ee2bb5ff5084c0 2024-11-14T02:21:30,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/dc0eddfe71264c2eb05b97961398134d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/dc0eddfe71264c2eb05b97961398134d 2024-11-14T02:21:30,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/df8eee0948834c07afee16eb5b6ae411 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/df8eee0948834c07afee16eb5b6ae411 2024-11-14T02:21:30,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/1e94105d3f504b65b875c48370dbc2ca to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/1e94105d3f504b65b875c48370dbc2ca 2024-11-14T02:21:30,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/c58bbc9efafb497494e30a611f30ed61 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/c58bbc9efafb497494e30a611f30ed61 2024-11-14T02:21:30,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/d5a74660a07341d59cfe62d4dbe45866 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/d5a74660a07341d59cfe62d4dbe45866 2024-11-14T02:21:30,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/6d34690d11cc4b27a73fdac3b63f3687 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/6d34690d11cc4b27a73fdac3b63f3687 2024-11-14T02:21:30,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/47417859672c4e4ba03492a6e4e88876 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/47417859672c4e4ba03492a6e4e88876 2024-11-14T02:21:30,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/6008d7ef98b546b2aae37a182966e9d9 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/6008d7ef98b546b2aae37a182966e9d9 2024-11-14T02:21:30,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/25ac30e86d51423b98b83137ca17ba8e to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/25ac30e86d51423b98b83137ca17ba8e 2024-11-14T02:21:30,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/6281f1ab67f546a089691c95e7e636f5 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/6281f1ab67f546a089691c95e7e636f5 2024-11-14T02:21:30,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/a0b7025cbf8c48949295abb21b8ab0a9 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/a0b7025cbf8c48949295abb21b8ab0a9 2024-11-14T02:21:30,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/40c70ad58375419c97b03f560fa3c40a to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/40c70ad58375419c97b03f560fa3c40a 2024-11-14T02:21:30,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/bfb27d7807b84625b9a357a0c59ad3b9 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/bfb27d7807b84625b9a357a0c59ad3b9 2024-11-14T02:21:30,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/43757b1ce26040a68f2505060b21d839 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/43757b1ce26040a68f2505060b21d839 2024-11-14T02:21:30,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/9b2c7b74472243caa70add4228d3c222 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/9b2c7b74472243caa70add4228d3c222 2024-11-14T02:21:30,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/acd31ead09414af7a5071f83c8045ff2 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/acd31ead09414af7a5071f83c8045ff2 2024-11-14T02:21:30,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/8f5b8e71040e417986dc1156a7bdf293 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/8f5b8e71040e417986dc1156a7bdf293 2024-11-14T02:21:30,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/a746e540fc5e4b9f883b37040b12abae to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/a746e540fc5e4b9f883b37040b12abae 2024-11-14T02:21:30,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/5e3421f3186e405f8a79dcd3238462a9 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/5e3421f3186e405f8a79dcd3238462a9 2024-11-14T02:21:30,527 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/recovered.edits/357.seqid, newMaxSeqId=357, maxSeqId=4 2024-11-14T02:21:30,527 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d. 2024-11-14T02:21:30,527 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1635): Region close journal for c6e21444644ef75b0a709063f19e8f0d: 2024-11-14T02:21:30,528 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] handler.UnassignRegionHandler(170): Closed c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:30,529 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=167 updating hbase:meta row=c6e21444644ef75b0a709063f19e8f0d, regionState=CLOSED 2024-11-14T02:21:30,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-14T02:21:30,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; CloseRegionProcedure c6e21444644ef75b0a709063f19e8f0d, server=3d72750a2650,45917,1731550712637 in 1.8610 sec 2024-11-14T02:21:30,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=167, resume processing ppid=166 2024-11-14T02:21:30,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, ppid=166, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c6e21444644ef75b0a709063f19e8f0d, UNASSIGN in 1.8640 sec 2024-11-14T02:21:30,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-14T02:21:30,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8650 sec 2024-11-14T02:21:30,533 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731550890533"}]},"ts":"1731550890533"} 2024-11-14T02:21:30,534 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T02:21:30,536 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T02:21:30,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8750 sec 2024-11-14T02:21:30,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-14T02:21:30,767 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-14T02:21:30,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-14T02:21:30,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:21:30,769 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=169, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:21:30,769 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=169, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:21:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-14T02:21:30,771 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:30,773 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A, FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B, FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C, FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/recovered.edits] 2024-11-14T02:21:30,775 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/1a74a42e89e74ef6b28f6f1715b4ef69 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/1a74a42e89e74ef6b28f6f1715b4ef69 2024-11-14T02:21:30,776 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/28e7b75a454c4813aa5f372c7ae26b18 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/28e7b75a454c4813aa5f372c7ae26b18 2024-11-14T02:21:30,777 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/35bdaa5d156942b383a8f8c8bf2d3b09 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/A/35bdaa5d156942b383a8f8c8bf2d3b09 2024-11-14T02:21:30,779 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/35f1a8ce14fc4fd383a27715ae3e2dc2 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/35f1a8ce14fc4fd383a27715ae3e2dc2 2024-11-14T02:21:30,780 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/e5bea6f6e16049cba6351f0619625725 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/e5bea6f6e16049cba6351f0619625725 2024-11-14T02:21:30,781 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/f92b85ffe53c48aaa7e62342f0da1409 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/B/f92b85ffe53c48aaa7e62342f0da1409 2024-11-14T02:21:30,782 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/c70872103eb1449fb7595f8a064706d0 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/c70872103eb1449fb7595f8a064706d0 2024-11-14T02:21:30,783 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/e2c9d288fdde454fa478683a19339a1c to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/e2c9d288fdde454fa478683a19339a1c 2024-11-14T02:21:30,784 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/eaa7d3cd73d14f5587c4ca5a12c00ef4 to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/C/eaa7d3cd73d14f5587c4ca5a12c00ef4 2024-11-14T02:21:30,786 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/recovered.edits/357.seqid to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d/recovered.edits/357.seqid 2024-11-14T02:21:30,787 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/default/TestAcidGuarantees/c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:30,787 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T02:21:30,787 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T02:21:30,788 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-14T02:21:30,790 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142e46a6bf745c4eba9a418eafab87a1cd_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142e46a6bf745c4eba9a418eafab87a1cd_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:30,791 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114401820ca9c4b41b0acdfd1517fa97e69_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114401820ca9c4b41b0acdfd1517fa97e69_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:30,792 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114438afc95f4c842e083239dcc27630385_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114438afc95f4c842e083239dcc27630385_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:30,792 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114496fe2a6f58f4702a9131d5ffdc8f333_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114496fe2a6f58f4702a9131d5ffdc8f333_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:30,793 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114511a962396fc468e8c79dd79b010e63a_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114511a962396fc468e8c79dd79b010e63a_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:30,794 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111456dec16e7373404e84e3b6da7a890c98_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111456dec16e7373404e84e3b6da7a890c98_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:30,795 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111468e7a1ab8cd6407a813a8cad19b0dd5d_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111468e7a1ab8cd6407a813a8cad19b0dd5d_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:30,795 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147ea5d70f9b2c4818accfd28b4100d49a_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147ea5d70f9b2c4818accfd28b4100d49a_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:30,796 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111485395434fd4d4b4ebc953f5d7afaf47f_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111485395434fd4d4b4ebc953f5d7afaf47f_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:30,797 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111491b0bb1d595d4b9785c1f10805bdcfd7_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111491b0bb1d595d4b9785c1f10805bdcfd7_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:30,798 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111495d38e8ed2514e57b9c1e4d893dd7214_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111495d38e8ed2514e57b9c1e4d893dd7214_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:30,798 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ab21d532c9384e94923dca0ca50d1052_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ab21d532c9384e94923dca0ca50d1052_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:30,799 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114acd3766168684bdb8fe8c08cdf6c0b3c_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114acd3766168684bdb8fe8c08cdf6c0b3c_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:30,800 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114bd808a4b40c1456f8675a3aef5bbd70d_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114bd808a4b40c1456f8675a3aef5bbd70d_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:30,800 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c9a2ba2382ce449aa3cc1e624fe59d45_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c9a2ba2382ce449aa3cc1e624fe59d45_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:30,801 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ee0c43401ff944779d40a96ff2ca9484_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ee0c43401ff944779d40a96ff2ca9484_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:30,802 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114fb5a1edeadb7426e9b55907133dddb2e_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114fb5a1edeadb7426e9b55907133dddb2e_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:30,803 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114fb9956b03b8840ab86f3bf2c602457b0_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114fb9956b03b8840ab86f3bf2c602457b0_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:30,804 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114febc2df3ca624d7a89b462213197018e_c6e21444644ef75b0a709063f19e8f0d to hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114febc2df3ca624d7a89b462213197018e_c6e21444644ef75b0a709063f19e8f0d 2024-11-14T02:21:30,804 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T02:21:30,806 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=169, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:21:30,808 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T02:21:30,809 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T02:21:30,810 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=169, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:21:30,810 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T02:21:30,810 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731550890810"}]},"ts":"9223372036854775807"} 2024-11-14T02:21:30,812 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-14T02:21:30,812 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c6e21444644ef75b0a709063f19e8f0d, NAME => 'TestAcidGuarantees,,1731550861723.c6e21444644ef75b0a709063f19e8f0d.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T02:21:30,812 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T02:21:30,812 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731550890812"}]},"ts":"9223372036854775807"} 2024-11-14T02:21:30,813 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-14T02:21:30,815 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=169, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T02:21:30,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 47 msec 2024-11-14T02:21:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-14T02:21:30,870 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-14T02:21:30,879 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=241 (was 238) - Thread LEAK? -, OpenFileDescriptor=457 (was 450) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=766 (was 799), ProcessCount=9 (was 11), AvailableMemoryMB=2265 (was 1405) - AvailableMemoryMB LEAK? - 2024-11-14T02:21:30,879 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-14T02:21:30,879 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-14T02:21:30,879 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2ec200 to 127.0.0.1:65203 2024-11-14T02:21:30,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:21:30,880 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T02:21:30,880 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=408429447, stopped=false 2024-11-14T02:21:30,880 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=3d72750a2650,37261,1731550711864 2024-11-14T02:21:30,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T02:21:30,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:21:30,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x1003acb2c250001, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T02:21:30,882 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-14T02:21:30,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x1003acb2c250001, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:21:30,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T02:21:30,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:21:30,883 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '3d72750a2650,45917,1731550712637' ***** 2024-11-14T02:21:30,883 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-14T02:21:30,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45917-0x1003acb2c250001, quorum=127.0.0.1:65203, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T02:21:30,883 INFO [RS:0;3d72750a2650:45917 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T02:21:30,884 INFO [RS:0;3d72750a2650:45917 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T02:21:30,884 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-14T02:21:30,884 INFO [RS:0;3d72750a2650:45917 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T02:21:30,884 INFO [RS:0;3d72750a2650:45917 {}] regionserver.HRegionServer(3579): Received CLOSE for c97927aaeb4e1408e69cfb8b029a6627 2024-11-14T02:21:30,884 INFO [RS:0;3d72750a2650:45917 {}] regionserver.HRegionServer(1224): stopping server 3d72750a2650,45917,1731550712637 2024-11-14T02:21:30,884 DEBUG [RS:0;3d72750a2650:45917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:21:30,884 INFO [RS:0;3d72750a2650:45917 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T02:21:30,884 INFO [RS:0;3d72750a2650:45917 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T02:21:30,884 INFO [RS:0;3d72750a2650:45917 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T02:21:30,884 INFO [RS:0;3d72750a2650:45917 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-14T02:21:30,884 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c97927aaeb4e1408e69cfb8b029a6627, disabling compactions & flushes 2024-11-14T02:21:30,885 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731550716642.c97927aaeb4e1408e69cfb8b029a6627. 2024-11-14T02:21:30,885 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731550716642.c97927aaeb4e1408e69cfb8b029a6627. 2024-11-14T02:21:30,885 INFO [RS:0;3d72750a2650:45917 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-14T02:21:30,885 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731550716642.c97927aaeb4e1408e69cfb8b029a6627. after waiting 0 ms 2024-11-14T02:21:30,885 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731550716642.c97927aaeb4e1408e69cfb8b029a6627. 2024-11-14T02:21:30,885 DEBUG [RS:0;3d72750a2650:45917 {}] regionserver.HRegionServer(1603): Online Regions={c97927aaeb4e1408e69cfb8b029a6627=hbase:namespace,,1731550716642.c97927aaeb4e1408e69cfb8b029a6627., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T02:21:30,885 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing c97927aaeb4e1408e69cfb8b029a6627 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-14T02:21:30,885 DEBUG [RS_CLOSE_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:21:30,885 INFO [RS_CLOSE_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-14T02:21:30,885 DEBUG [RS_CLOSE_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-14T02:21:30,885 DEBUG [RS_CLOSE_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:21:30,885 DEBUG [RS_CLOSE_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:21:30,885 INFO [RS_CLOSE_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-14T02:21:30,885 DEBUG [RS:0;3d72750a2650:45917 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, c97927aaeb4e1408e69cfb8b029a6627 2024-11-14T02:21:30,900 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/hbase/namespace/c97927aaeb4e1408e69cfb8b029a6627/.tmp/info/85977970bb0f4c72be464e2aa675a2ce is 45, key is default/info:d/1731550717994/Put/seqid=0 2024-11-14T02:21:30,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742528_1704 (size=5037) 2024-11-14T02:21:30,905 DEBUG [RS_CLOSE_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/hbase/meta/1588230740/.tmp/info/70ba84d3a51f45e3b05dd6d4ac07b593 is 143, key is hbase:namespace,,1731550716642.c97927aaeb4e1408e69cfb8b029a6627./info:regioninfo/1731550717911/Put/seqid=0 2024-11-14T02:21:30,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742529_1705 (size=7725) 2024-11-14T02:21:30,921 INFO [regionserver/3d72750a2650:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:21:31,015 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T02:21:31,085 DEBUG [RS:0;3d72750a2650:45917 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, c97927aaeb4e1408e69cfb8b029a6627 2024-11-14T02:21:31,251 INFO [regionserver/3d72750a2650:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T02:21:31,251 INFO [regionserver/3d72750a2650:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T02:21:31,286 DEBUG [RS:0;3d72750a2650:45917 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, c97927aaeb4e1408e69cfb8b029a6627 2024-11-14T02:21:31,303 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/hbase/namespace/c97927aaeb4e1408e69cfb8b029a6627/.tmp/info/85977970bb0f4c72be464e2aa675a2ce 2024-11-14T02:21:31,306 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/hbase/namespace/c97927aaeb4e1408e69cfb8b029a6627/.tmp/info/85977970bb0f4c72be464e2aa675a2ce as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/hbase/namespace/c97927aaeb4e1408e69cfb8b029a6627/info/85977970bb0f4c72be464e2aa675a2ce 2024-11-14T02:21:31,308 INFO [RS_CLOSE_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/hbase/meta/1588230740/.tmp/info/70ba84d3a51f45e3b05dd6d4ac07b593 2024-11-14T02:21:31,309 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/hbase/namespace/c97927aaeb4e1408e69cfb8b029a6627/info/85977970bb0f4c72be464e2aa675a2ce, entries=2, sequenceid=6, filesize=4.9 K 2024-11-14T02:21:31,309 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for c97927aaeb4e1408e69cfb8b029a6627 in 424ms, sequenceid=6, compaction requested=false 2024-11-14T02:21:31,312 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/hbase/namespace/c97927aaeb4e1408e69cfb8b029a6627/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T02:21:31,313 INFO [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731550716642.c97927aaeb4e1408e69cfb8b029a6627. 2024-11-14T02:21:31,313 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c97927aaeb4e1408e69cfb8b029a6627: 2024-11-14T02:21:31,313 DEBUG [RS_CLOSE_REGION-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731550716642.c97927aaeb4e1408e69cfb8b029a6627. 2024-11-14T02:21:31,325 DEBUG [RS_CLOSE_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/hbase/meta/1588230740/.tmp/rep_barrier/3695d217805b4f4c9eacb0ecae7fbd8c is 102, key is TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9./rep_barrier:/1731550747546/DeleteFamily/seqid=0 2024-11-14T02:21:31,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742530_1706 (size=6025) 2024-11-14T02:21:31,328 INFO [RS_CLOSE_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/hbase/meta/1588230740/.tmp/rep_barrier/3695d217805b4f4c9eacb0ecae7fbd8c 2024-11-14T02:21:31,344 DEBUG [RS_CLOSE_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/hbase/meta/1588230740/.tmp/table/f8d0102620ff49ab8514654ccac52fb6 is 96, key is TestAcidGuarantees,,1731550718165.c3cfa6cb18e6dea4ad52a5e44b8755c9./table:/1731550747546/DeleteFamily/seqid=0 2024-11-14T02:21:31,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742531_1707 (size=5942) 2024-11-14T02:21:31,486 DEBUG [RS:0;3d72750a2650:45917 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-14T02:21:31,686 DEBUG [RS:0;3d72750a2650:45917 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-14T02:21:31,739 ERROR [LeaseRenewer:jenkins@localhost:41419 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:41419,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:21:31,748 INFO [RS_CLOSE_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/hbase/meta/1588230740/.tmp/table/f8d0102620ff49ab8514654ccac52fb6 2024-11-14T02:21:31,751 DEBUG [RS_CLOSE_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/hbase/meta/1588230740/.tmp/info/70ba84d3a51f45e3b05dd6d4ac07b593 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/hbase/meta/1588230740/info/70ba84d3a51f45e3b05dd6d4ac07b593 2024-11-14T02:21:31,753 INFO [RS_CLOSE_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/hbase/meta/1588230740/info/70ba84d3a51f45e3b05dd6d4ac07b593, entries=22, sequenceid=93, filesize=7.5 K 2024-11-14T02:21:31,754 DEBUG [RS_CLOSE_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/hbase/meta/1588230740/.tmp/rep_barrier/3695d217805b4f4c9eacb0ecae7fbd8c as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/hbase/meta/1588230740/rep_barrier/3695d217805b4f4c9eacb0ecae7fbd8c 2024-11-14T02:21:31,756 INFO [RS_CLOSE_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/hbase/meta/1588230740/rep_barrier/3695d217805b4f4c9eacb0ecae7fbd8c, entries=6, sequenceid=93, filesize=5.9 K 2024-11-14T02:21:31,757 DEBUG [RS_CLOSE_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/hbase/meta/1588230740/.tmp/table/f8d0102620ff49ab8514654ccac52fb6 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/hbase/meta/1588230740/table/f8d0102620ff49ab8514654ccac52fb6 2024-11-14T02:21:31,759 INFO [RS_CLOSE_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/hbase/meta/1588230740/table/f8d0102620ff49ab8514654ccac52fb6, entries=9, sequenceid=93, filesize=5.8 K 2024-11-14T02:21:31,760 INFO [RS_CLOSE_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 875ms, sequenceid=93, compaction requested=false 2024-11-14T02:21:31,763 DEBUG [RS_CLOSE_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-14T02:21:31,763 DEBUG [RS_CLOSE_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:21:31,763 INFO [RS_CLOSE_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-14T02:21:31,763 DEBUG [RS_CLOSE_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-14T02:21:31,763 DEBUG [RS_CLOSE_META-regionserver/3d72750a2650:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T02:21:31,886 INFO [RS:0;3d72750a2650:45917 {}] regionserver.HRegionServer(1250): stopping server 3d72750a2650,45917,1731550712637; all regions closed. 2024-11-14T02:21:31,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741834_1010 (size=26050) 2024-11-14T02:21:31,892 DEBUG [RS:0;3d72750a2650:45917 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/oldWALs 2024-11-14T02:21:31,892 INFO [RS:0;3d72750a2650:45917 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 3d72750a2650%2C45917%2C1731550712637.meta:.meta(num 1731550716398) 2024-11-14T02:21:31,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741832_1008 (size=16534133) 2024-11-14T02:21:31,895 DEBUG [RS:0;3d72750a2650:45917 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/oldWALs 2024-11-14T02:21:31,895 INFO [RS:0;3d72750a2650:45917 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 3d72750a2650%2C45917%2C1731550712637:(num 1731550715411) 2024-11-14T02:21:31,895 DEBUG [RS:0;3d72750a2650:45917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:21:31,895 INFO [RS:0;3d72750a2650:45917 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:21:31,896 INFO [RS:0;3d72750a2650:45917 {}] hbase.ChoreService(370): Chore service for: regionserver/3d72750a2650:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T02:21:31,896 INFO [regionserver/3d72750a2650:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-14T02:21:31,896 INFO [RS:0;3d72750a2650:45917 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:45917 2024-11-14T02:21:31,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x1003acb2c250001, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3d72750a2650,45917,1731550712637 2024-11-14T02:21:31,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T02:21:31,901 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3d72750a2650,45917,1731550712637] 2024-11-14T02:21:31,902 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 3d72750a2650,45917,1731550712637; numProcessing=1 2024-11-14T02:21:31,903 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/3d72750a2650,45917,1731550712637 already deleted, retry=false 2024-11-14T02:21:31,903 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 3d72750a2650,45917,1731550712637 expired; onlineServers=0 2024-11-14T02:21:31,903 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '3d72750a2650,37261,1731550711864' ***** 2024-11-14T02:21:31,903 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T02:21:31,903 DEBUG [M:0;3d72750a2650:37261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5945a06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3d72750a2650/172.17.0.3:0 2024-11-14T02:21:31,903 INFO [M:0;3d72750a2650:37261 {}] regionserver.HRegionServer(1224): stopping server 3d72750a2650,37261,1731550711864 2024-11-14T02:21:31,903 INFO [M:0;3d72750a2650:37261 {}] regionserver.HRegionServer(1250): stopping server 3d72750a2650,37261,1731550711864; all regions closed. 2024-11-14T02:21:31,903 DEBUG [M:0;3d72750a2650:37261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:21:31,903 DEBUG [M:0;3d72750a2650:37261 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T02:21:31,904 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T02:21:31,904 DEBUG [M:0;3d72750a2650:37261 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T02:21:31,904 DEBUG [master/3d72750a2650:0:becomeActiveMaster-HFileCleaner.small.0-1731550715158 {}] cleaner.HFileCleaner(306): Exit Thread[master/3d72750a2650:0:becomeActiveMaster-HFileCleaner.small.0-1731550715158,5,FailOnTimeoutGroup] 2024-11-14T02:21:31,904 DEBUG [master/3d72750a2650:0:becomeActiveMaster-HFileCleaner.large.0-1731550715154 {}] cleaner.HFileCleaner(306): Exit Thread[master/3d72750a2650:0:becomeActiveMaster-HFileCleaner.large.0-1731550715154,5,FailOnTimeoutGroup] 2024-11-14T02:21:31,904 INFO [M:0;3d72750a2650:37261 {}] hbase.ChoreService(370): Chore service for: master/3d72750a2650:0 had [] on shutdown 2024-11-14T02:21:31,904 DEBUG [M:0;3d72750a2650:37261 {}] master.HMaster(1733): Stopping service threads 2024-11-14T02:21:31,904 INFO [M:0;3d72750a2650:37261 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T02:21:31,904 ERROR [M:0;3d72750a2650:37261 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (262611804) connection to localhost/127.0.0.1:41419 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41419,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-14T02:21:31,905 INFO [M:0;3d72750a2650:37261 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:21:31,905 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T02:21:31,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T02:21:31,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:21:31,905 DEBUG [M:0;3d72750a2650:37261 {}] zookeeper.ZKUtil(347): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T02:21:31,905 WARN [M:0;3d72750a2650:37261 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T02:21:31,905 INFO [M:0;3d72750a2650:37261 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-14T02:21:31,905 INFO [M:0;3d72750a2650:37261 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T02:21:31,906 DEBUG [M:0;3d72750a2650:37261 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:21:31,906 INFO [M:0;3d72750a2650:37261 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:21:31,906 DEBUG [M:0;3d72750a2650:37261 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:21:31,906 DEBUG [M:0;3d72750a2650:37261 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:21:31,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T02:21:31,906 DEBUG [M:0;3d72750a2650:37261 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:21:31,906 INFO [M:0;3d72750a2650:37261 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=796.53 KB heapSize=981.68 KB 2024-11-14T02:21:31,921 DEBUG [M:0;3d72750a2650:37261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e832f15bf19243cfa57450fb6ac40de1 is 82, key is hbase:meta,,1/info:regioninfo/1731550716538/Put/seqid=0 2024-11-14T02:21:31,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742532_1708 (size=5672) 2024-11-14T02:21:32,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x1003acb2c250001, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:21:32,002 INFO [RS:0;3d72750a2650:45917 {}] regionserver.HRegionServer(1307): Exiting; stopping=3d72750a2650,45917,1731550712637; zookeeper connection closed. 2024-11-14T02:21:32,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x1003acb2c250001, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:21:32,002 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b85ca78 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b85ca78 2024-11-14T02:21:32,002 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T02:21:32,324 INFO [M:0;3d72750a2650:37261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2299 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e832f15bf19243cfa57450fb6ac40de1 2024-11-14T02:21:32,343 DEBUG [M:0;3d72750a2650:37261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/255f8e68ddf74f0699e1623f3621471c is 2279, key is \x00\x00\x00\x00\x00\x00\x00\x90/proc:d/1731550864746/Put/seqid=0 2024-11-14T02:21:32,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742533_1709 (size=43351) 2024-11-14T02:21:32,394 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:21:32,394 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T02:21:32,394 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-14T02:21:32,395 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-14T02:21:32,747 INFO [M:0;3d72750a2650:37261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=795.97 KB at sequenceid=2299 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/255f8e68ddf74f0699e1623f3621471c 2024-11-14T02:21:32,749 INFO [M:0;3d72750a2650:37261 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 255f8e68ddf74f0699e1623f3621471c 2024-11-14T02:21:32,764 DEBUG [M:0;3d72750a2650:37261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5714305b2bbc4e3bbbc5eb68d149ddce is 69, key is 3d72750a2650,45917,1731550712637/rs:state/1731550715183/Put/seqid=0 2024-11-14T02:21:32,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742534_1710 (size=5156) 2024-11-14T02:21:33,167 INFO [M:0;3d72750a2650:37261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2299 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5714305b2bbc4e3bbbc5eb68d149ddce 2024-11-14T02:21:33,172 DEBUG [M:0;3d72750a2650:37261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e832f15bf19243cfa57450fb6ac40de1 as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e832f15bf19243cfa57450fb6ac40de1 2024-11-14T02:21:33,174 INFO [M:0;3d72750a2650:37261 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e832f15bf19243cfa57450fb6ac40de1, entries=8, sequenceid=2299, filesize=5.5 K 2024-11-14T02:21:33,175 DEBUG [M:0;3d72750a2650:37261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/255f8e68ddf74f0699e1623f3621471c as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/255f8e68ddf74f0699e1623f3621471c 2024-11-14T02:21:33,178 INFO [M:0;3d72750a2650:37261 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 255f8e68ddf74f0699e1623f3621471c 2024-11-14T02:21:33,178 INFO [M:0;3d72750a2650:37261 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/255f8e68ddf74f0699e1623f3621471c, entries=169, sequenceid=2299, filesize=42.3 K 2024-11-14T02:21:33,179 DEBUG [M:0;3d72750a2650:37261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5714305b2bbc4e3bbbc5eb68d149ddce as hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5714305b2bbc4e3bbbc5eb68d149ddce 2024-11-14T02:21:33,182 INFO [M:0;3d72750a2650:37261 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41419/user/jenkins/test-data/5db87ce2-de63-0378-f145-b0da0ca5b04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5714305b2bbc4e3bbbc5eb68d149ddce, entries=1, sequenceid=2299, filesize=5.0 K 2024-11-14T02:21:33,182 INFO [M:0;3d72750a2650:37261 {}] regionserver.HRegion(3040): Finished flush of dataSize ~796.53 KB/815642, heapSize ~981.38 KB/1004936, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=2299, compaction requested=false 2024-11-14T02:21:33,184 INFO [M:0;3d72750a2650:37261 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:21:33,184 DEBUG [M:0;3d72750a2650:37261 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-14T02:21:33,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741830_1006 (size=966276) 2024-11-14T02:21:33,187 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-14T02:21:33,187 INFO [M:0;3d72750a2650:37261 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-14T02:21:33,187 INFO [M:0;3d72750a2650:37261 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:37261 2024-11-14T02:21:33,189 DEBUG [M:0;3d72750a2650:37261 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/3d72750a2650,37261,1731550711864 already deleted, retry=false 2024-11-14T02:21:33,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:21:33,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x1003acb2c250000, quorum=127.0.0.1:65203, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:21:33,291 INFO [M:0;3d72750a2650:37261 {}] regionserver.HRegionServer(1307): Exiting; stopping=3d72750a2650,37261,1731550711864; zookeeper connection closed. 2024-11-14T02:21:33,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e8c6150{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:21:33,298 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c9bdbec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:21:33,299 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:21:33,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@200c8689{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:21:33,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a9a1951{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955/hadoop.log.dir/,STOPPED} 2024-11-14T02:21:33,302 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:21:33,302 WARN [BP-483775221-172.17.0.3-1731550708797 heartbeating to localhost/127.0.0.1:41419 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:21:33,302 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:21:33,302 WARN [BP-483775221-172.17.0.3-1731550708797 heartbeating to localhost/127.0.0.1:41419 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-483775221-172.17.0.3-1731550708797 (Datanode Uuid 5f4b9a79-cef2-499d-821f-6036a6556a37) service to localhost/127.0.0.1:41419 2024-11-14T02:21:33,305 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955/cluster_141ad9df-637a-7eb2-086f-4d5778052a6f/dfs/data/data1/current/BP-483775221-172.17.0.3-1731550708797 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:21:33,305 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955/cluster_141ad9df-637a-7eb2-086f-4d5778052a6f/dfs/data/data2/current/BP-483775221-172.17.0.3-1731550708797 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:21:33,305 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:21:33,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f0d4558{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:21:33,315 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:21:33,315 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:21:33,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:21:33,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d3452e89-5735-7e8b-b0d2-100e9e9f7955/hadoop.log.dir/,STOPPED} 2024-11-14T02:21:33,334 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-14T02:21:33,469 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down